00000800:00000200:2.1F:1746156977.693450:0:3308:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1b21a80] -> 12345-192.168.203.105@tcp (2) 00000800:00000200:2.1:1746156977.696203:0:3299:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1b21a80] -> 12345-192.168.203.105@tcp (2) 00000800:00000200:2.1:1746156977.696206:0:3299:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.105@tcp ffff8800b1b21e40 deleted 00000800:00000010:2.1:1746156977.696208:0:3299:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1b21e40. 00000800:00000200:2.1:1746156977.696211:0:3299:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746156977.696216:0:3299:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.105@tcp ip 192.168.203.105:1023 00000800:00000200:2.1:1746156977.696220:0:3299:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a6f87900 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1746156977.696316:0:3298:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746156977.703480:0:3300:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b1b21a80] -> 12345-192.168.203.105@tcp (4) 00000800:00000200:2.1:1746156977.703484:0:3300:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.105@tcp ffff8800b1b21e40 deleted 00000800:00000010:2.1:1746156977.703485:0:3300:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1b21e40. 00000800:00000200:2.1:1746156977.703489:0:3300:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1F:1746156977.703681:0:3298:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1746156977.855693:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a496a000. 00010000:00000010:0.1:1746156977.855707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880137265a00. 00010000:00000010:3.1:1746156978.268897:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b522d600. 00010000:00000010:3.1:1746156978.268902:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800ac971400. 00010000:00000010:1.1F:1746156978.274757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800ac970c00. 00010000:00000010:1.1:1746156978.274770:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b522d700. 00010000:00000010:1.1:1746156978.274773:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4593000. 00000100:00100000:0.0:1746157360.711770:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c528000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266267264:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157360.711830:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157360.714258:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.714303:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c528000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266267264:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157360.714321:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157360.714372:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+219:1984:x1830978266428288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2731us (3396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157360.714381:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6685 00000100:00100000:0.0:1746157360.714494:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266428544 00000100:00100000:0.0:1746157360.714500:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266428544 00002000:00100000:0.0:1746157360.714530:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008c52b100 x1830978266428544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:166/0 lens 488/0 e 0 to 0 dl 1746157371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157360.714538:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b100 with x1830978266428544 ext(0->4095) 00002000:00010000:0.0:1746157360.714543:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c52b100 00000100:00100000:0.0:1746157360.714558:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2911 00000100:00100000:0.0:1746157360.714564:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1983:x1830978266428544:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157360.714741:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1983:x1830978266428544:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 176us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157360.714747:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2911 00002000:00100000:0.0:1746157360.714752:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008c52b100 x1830978266428544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:166/0 lens 488/4536 e 0 to 0 dl 1746157371 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157360.714759:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b100 with x1830978266428544 ext(0->4095) 00002000:00010000:0.0:1746157360.714761:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c52b100 00000100:00100000:0.0:1746157360.720669:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba52300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266267392:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157360.720678:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266267520:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157360.720698:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d93400/0x4450b99e49e5aa83 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b84b expref: 12 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.720710:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d93400, rc 0) 00000100:00100000:0.0:1746157360.720737:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:30951:x1830978266428800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1342us (1624us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157360.720743:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3353 00000100:00100000:0.0:1746157360.721200:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.722876:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.722915:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.726019:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.730686:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1984:x1830978266429952:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 649us (872us total) trans 4294968136 rc 0/0 00000100:00100000:0.0:1746157360.730696:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 367 00002000:00100000:0.0:1746157360.730705:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88009ac8f480 x1830978266429952/t4294968136(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:166/0 lens 496/448 e 0 to 0 dl 1746157371 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157360.730713:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8f480 with x1830978266429952 ext(0->7) 00010000:00010000:0.0:1746157360.730722:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091d93400/0x4450b99e49e5aa83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b84b expref: 12 pid: 21450 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746157360.730736:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091d93400/0x4450b99e49e5aa83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b84b expref: 12 pid: 21450 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746157360.730742:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac8f480 00000100:00100000:0.0:1746157360.738770:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.741290:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.741338:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.743459:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.743494:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.744798:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.744828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.746965:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.749258:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.753412:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.755893:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.758109:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.759515:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.761102:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.761620:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.763644:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.764179:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.764211:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.765701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.767374:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.769522:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.771343:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.773336:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.774825:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.778143:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.779866:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.782509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.786384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.786423:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.786443:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266435328 00000100:00100000:0.0:1746157360.786447:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266435328 00010000:00010000:0.0:1746157360.786470:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93600/0x4450b99e49e5aabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b883 expref: 18 pid: 21450 timeout: 567 lvb_type: 0 00000100:00100000:0.0:1746157360.786504:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6695 00000100:00100000:0.0:1746157360.786511:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1986:x1830978266435328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157360.786522:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157360.786538:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d93600/0x4450b99e49e5aabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b883 expref: 17 pid: 21450 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746157360.786546:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d93600/0x4450b99e49e5aabb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b883 expref: 17 pid: 21450 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746157360.786564:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d93600/0x4450b99e49e5aabb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b883 expref: 17 pid: 21450 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746157360.786578:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157360.786595:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978266435328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 85us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157360.786601:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6695 00000100:00100000:0.0:1746157360.787817:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.788628:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.790721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.793720:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.795951:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.799543:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.802122:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.807418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.810316:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.813310:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.813355:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.817721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.819967:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.822037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.824235:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.826296:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.828466:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.832970:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.835475:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.835519:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.837586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.838011:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.838044:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.840388:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.844574:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.853166:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.857309:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.860526:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.860572:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.862901:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.862937:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.865956:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.872566:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.874393:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.875643:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.879384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.881135:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.885380:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.889708:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.889874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.898509:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.900312:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.900369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.904297:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.908677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.911989:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.914309:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.915844:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.917931:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.919916:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.921004:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.922218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.922719:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.923861:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.926170:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.928339:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.930334:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.932656:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.935923:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.938238:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.942308:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.942370:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.944206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.944241:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.944258:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266447744 00000100:00100000:0.0:1746157360.944264:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266447744 00000100:00100000:0.0:1746157360.944302:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3381 00000100:00100000:0.0:1746157360.944308:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:30952:x1830978266447744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157360.944322:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157360.944571:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009152f200/0x4450b99e49e5ab47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02b90f expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.944585:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157360.944590:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5ab40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b908 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.944596:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157360.944599:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009152f200/0x4450b99e49e5ab47 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b90f expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.944622:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5ab40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b908 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.944632:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009152f200/0x4450b99e49e5ab47 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b90f expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.944639:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009152f200, rc 0) 00000100:00100000:0.0:1746157360.944656:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:30952:x1830978266447744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 348us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157360.944661:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3381 00000100:00100000:0.0:1746157360.946384:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.948486:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.951030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.954138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.955944:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.959934:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266449024 00000100:00100000:0.0:1746157360.959943:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266449024 00002000:00100000:0.0:1746157360.959987:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093336d80 x1830978266449024/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:166/0 lens 488/0 e 0 to 0 dl 1746157371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157360.959997:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336d80 with x1830978266449024 ext(0->4095) 00002000:00010000:0.0:1746157360.960002:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093336d80 00000100:00100000:0.0:1746157360.960043:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2937 00000100:00100000:0.0:1746157360.960051:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266449024:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157360.962867:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266273792:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157360.962879:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266273920:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157360.962910:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d93800/0x4450b99e49e5ab55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b91d expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.962925:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d93800, rc 0) 00000100:00100000:0.0:1746157360.962970:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:30951:x1830978266449152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2785us (3048us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157360.962977:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3383 00000100:00100000:0.0:1746157360.963373:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266449280 00000100:00100000:0.0:1746157360.963376:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266449280 00010000:00010000:0.0:1746157360.963391:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5ab4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b916 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746157360.963441:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6716 00000100:00100000:0.0:1746157360.963447:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266449280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157360.963456:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157360.963469:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5ab4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b916 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157360.963477:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5ab4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b916 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157360.963496:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5ab4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b916 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157360.963514:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157360.963540:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978266449280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 93us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157360.963545:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6716 00000100:00100000:0.0:1746157360.965906:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.965954:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.971735:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.974753:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.977413:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.979252:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.984549:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.988027:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.988151:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.990914:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.990976:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266451712 00000100:00100000:0.0:1746157360.990979:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266451712 00010000:00010000:0.0:1746157360.990993:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ab5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b924 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746157360.991006:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6720 00000100:00100000:0.0:1746157360.991010:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266451712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157360.991017:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157360.991025:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ab5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b924 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157360.991032:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ab5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b924 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157360.991045:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ab5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b924 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157360.991063:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157360.991065:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157360.991089:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5ab6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b932 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.991096:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5ab6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b932 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157360.991122:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5ab6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b932 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157360.991133:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a173aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266274688:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157360.991175:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157360.991839:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.993550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157360.997449:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.001066:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157361.001581:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157361.008139:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.008178:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157361.008335:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157361.009830:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.013662:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.013795:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.016139:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.018836:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.024823:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.029490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.036632:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.038289:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.038730:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.040586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.042860:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.045447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.049233:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.054144:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.057948:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.061541:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.061625:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.066176:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.066790:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266456576 00000100:00100000:0.0:1746157361.066794:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266456576 00010000:00010000:0.0:1746157361.066809:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800932e0c00/0x4450b99e49e5ab9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b963 expref: 39 pid: 21450 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746157361.066825:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6728 00000100:00100000:0.0:1746157361.066829:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1985:x1830978266456576:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157361.066836:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157361.066843:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800932e0c00/0x4450b99e49e5ab9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b963 expref: 39 pid: 21450 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.066852:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800932e0c00/0x4450b99e49e5ab9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b963 expref: 39 pid: 21450 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.066864:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800932e0c00/0x4450b99e49e5ab9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b963 expref: 39 pid: 21450 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.066885:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.066887:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.066893:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e5aba2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b96a expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.066900:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e5aba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b96a expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.066972:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e5aba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02b96a expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157361.066984:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266276480:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157361.067036:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157361.067377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.069773:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.072622:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.077716:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.081031:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.084041:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.086196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.089493:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.089547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.092394:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.092426:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.092461:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.095924:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.098116:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.101645:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.107923:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.109490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.109558:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.111195:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.113706:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.118000:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.121705:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.127026:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.133414:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.134343:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.135633:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.137634:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.139504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.141050:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.145165:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.148313:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.149955:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.153798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.159702:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.173943:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.174046:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.174110:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266463488 00000100:00100000:0.0:1746157361.174117:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266463488 00000100:00100000:0.0:1746157361.175226:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.177136:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.187619:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.192393:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.192493:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.195572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.197677:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.200344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.205464:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.210890:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.212687:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.214665:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.216119:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.222220:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.227243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.227281:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.227316:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.231772:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.237334:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.239669:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.241426:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.247607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.250591:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.254022:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.255043:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.256378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.259462:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.266723:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.271683:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.278916:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.281734:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.282425:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.285847:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.288209:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.291510:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.301578:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.306120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.313151:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.313189:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.314886:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.319216:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.322766:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.327416:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.329545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.332572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.332664:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.336699:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.336735:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.336764:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.336787:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266473344 00000100:00100000:0.0:1746157361.336794:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266473344 00010000:00010000:0.0:1746157361.336822:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5ac51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba19 expref: 59 pid: 8488 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746157361.336844:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266473600 00000100:00100000:0.0:1746157361.336846:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266473600 00010000:00010000:0.0:1746157361.336856:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091887c00/0x4450b99e49e5ac58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba20 expref: 6 pid: 8488 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746157361.336885:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6754 00000100:00100000:0.0:1746157361.336892:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:1986:x1830978266473344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157361.336905:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157361.336929:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5ac51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba19 expref: 59 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.336939:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5ac51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba19 expref: 59 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.336962:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5ac51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba19 expref: 59 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.336980:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157361.337006:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:1986:x1830978266473344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 115us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157361.337012:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6754 00000100:00100000:0.0:1746157361.339118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.343239:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.346807:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.350116:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.354318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.358813:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.360988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.366538:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.366576:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.366663:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.367063:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6758 00000100:00100000:0.0:1746157361.367094:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1985:x1830978266475264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157361.367101:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157361.367567:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009254e600/0x4450b99e49e5ac66 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba2e expref: 62 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.367576:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009254e600/0x4450b99e49e5ac66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba2e expref: 62 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.367595:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157361.367638:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1985:x1830978266475264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 569us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157361.367644:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6758 00000100:00100000:0.0:1746157361.372152:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.375527:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.378528:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.380589:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.384572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.385649:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.386377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.386402:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266476800 00000100:00100000:0.0:1746157361.386406:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266476800 00002000:00100000:0.0:1746157361.386434:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a17db100 x1830978266476800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 488/0 e 0 to 0 dl 1746157372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.386442:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17db100 with x1830978266476800 ext(0->4095) 00010000:00010000:0.0:1746157361.386448:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e5ac82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba4a expref: 64 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.386456:0:8492:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e5ac82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba4a expref: 64 pid: 8488 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157361.386461:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a17db100 00000100:00100000:0.0:1746157361.386486:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 427 00000100:00100000:0.0:1746157361.386491:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1983:x1830978266476800:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157361.386631:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1983:x1830978266476800:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157361.386805:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 427 00002000:00100000:0.0:1746157361.386812:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a17db100 x1830978266476800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 488/4536 e 0 to 0 dl 1746157372 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.386820:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17db100 with x1830978266476800 ext(0->4095) 00010000:00010000:0.0:1746157361.386825:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e5ac82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba4a expref: 64 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.386833:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e5ac82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba4a expref: 64 pid: 8488 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.386840:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a17db100 00000100:00100000:0.0:1746157361.388433:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.388468:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.388530:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.392208:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.395770:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.398511:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.401487:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.404836:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.406692:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.410623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.410704:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.415907:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.415950:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.416000:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.419237:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.422638:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266479744 00000100:00100000:0.0:1746157361.422648:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266479744 00002000:00100000:0.0:1746157361.422692:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8800934f3100 x1830978266479744/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 496/0 e 0 to 0 dl 1746157372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.422702:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3100 with x1830978266479744 ext(0->7) 00010000:00010000:0.0:1746157361.422712:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ac9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba66 expref: 64 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.422727:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ac9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba66 expref: 64 pid: 8488 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.422739:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934f3100 00000100:00100000:0.0:1746157361.422771:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 431 00000100:00100000:0.0:1746157361.422780:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1986:x1830978266479744:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157361.423179:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978266479744:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 399us (605us total) trans 4294968163 rc 0/0 00000100:00100000:0.0:1746157361.423187:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 431 00002000:00100000:0.0:1746157361.423193:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8800934f3100 x1830978266479744/t4294968163(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 496/448 e 0 to 0 dl 1746157372 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.423200:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3100 with x1830978266479744 ext(0->7) 00010000:00010000:0.0:1746157361.423206:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ac9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba66 expref: 66 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.423215:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e5ac9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ba66 expref: 66 pid: 8488 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.423220:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934f3100 00000100:00100000:0.0:1746157361.426246:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.428654:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.434146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.434569:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.436052:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.437310:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.439549:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.440219:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.442471:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.458652:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.461183:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.463661:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.466003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.468527:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.472749:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266482432 00000100:00100000:0.0:1746157361.472756:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266482432 00002000:00100000:0.0:1746157361.472793:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800934f3b80 x1830978266482432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 488/0 e 0 to 0 dl 1746157372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.472842:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3b80 with x1830978266482432 ext(0->4095) 00002000:00010000:0.0:1746157361.472848:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934f3b80 00000100:00100000:0.0:1746157361.472875:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2968 00000100:00100000:0.0:1746157361.472882:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1984:x1830978266482432:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157361.473053:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1984:x1830978266482432:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (513us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157361.473059:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2968 00002000:00100000:0.0:1746157361.473064:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800934f3b80 x1830978266482432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 488/4536 e 0 to 0 dl 1746157372 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.473089:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3b80 with x1830978266482432 ext(0->4095) 00002000:00010000:0.0:1746157361.473092:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934f3b80 00000100:00100000:0.0:1746157361.476030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.478023:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.490292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.493701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.494417:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.494936:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.496863:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.498538:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.500216:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.503150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.504848:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.506656:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.508514:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.508588:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.510606:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.510640:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.510723:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.510770:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6774 00000100:00100000:0.0:1746157361.510781:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978266485760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157361.510796:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157361.510821:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac17200/0x4450b99e49e5ace4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02baac expref: 74 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.510844:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac17200/0x4450b99e49e5ace4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02baac expref: 73 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.510871:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac17200/0x4450b99e49e5ace4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02baac expref: 73 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.510898:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157361.510926:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978266485760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 148us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157361.510936:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6774 00000100:00100000:0.0:1746157361.515891:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.518752:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.522607:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.527743:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.528943:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.530221:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.533027:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.533746:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6778 00000100:00100000:0.0:1746157361.533753:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978266487680:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157361.533760:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157361.533768:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5acf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bac1 expref: 75 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.533783:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5acf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bac1 expref: 75 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.533793:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5acf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bac1 expref: 75 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.533804:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.533806:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.533811:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5ad00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bac8 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.533819:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5ad00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bac8 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.533844:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5ad00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bac8 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157361.533852:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fbb8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266287488:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157361.534188:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157361.535842:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.539466:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.541728:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.544333:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.546724:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.549411:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.552469:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.555487:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.555518:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.555538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.557974:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.560754:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.564052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.570044:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.572455:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.574996:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.577799:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.578821:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.578884:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.581276:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.584059:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.589032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.593828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.596233:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.598815:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.598890:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.601475:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.601505:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.601532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.604212:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.606558:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.608609:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.612326:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.615472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.617346:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.619908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.622521:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.625263:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.625288:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.626893:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.628801:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093fd8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266290176:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157361.628816:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157361.628856:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266495232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1830us (1964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157361.628863:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6790 00000100:00100000:0.0:1746157361.629402:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.632034:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266496000 00000100:00100000:0.0:1746157361.632039:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266496000 00002000:00100000:0.0:1746157361.632069:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093fd8380 x1830978266496000/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 496/0 e 0 to 0 dl 1746157372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.632111:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8380 with x1830978266496000 ext(0->7) 00010000:00010000:0.0:1746157361.632119:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ad54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb1c expref: 82 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.632129:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ad54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb1c expref: 82 pid: 8488 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.632135:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fd8380 00000100:00100000:0.0:1746157361.632155:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 454 00000100:00100000:0.0:1746157361.632162:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1983:x1830978266496000:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157361.632454:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1983:x1830978266496000:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 292us (483us total) trans 4294968172 rc 0/0 00000100:00100000:0.0:1746157361.632459:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 454 00002000:00100000:0.0:1746157361.632465:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093fd8380 x1830978266496000/t4294968172(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 496/448 e 0 to 0 dl 1746157372 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.632471:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8380 with x1830978266496000 ext(0->7) 00010000:00010000:0.0:1746157361.632475:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ad54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb1c expref: 84 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.632483:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ad54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb1c expref: 84 pid: 8488 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.632488:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fd8380 00000100:00100000:0.0:1746157361.633968:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.636949:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.639797:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.642705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.649377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.656655:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.657554:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.660369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.660403:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.660647:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.662323:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.665474:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.666966:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.668814:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.672644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.674149:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.679435:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.681153:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.681845:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.688058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.701816:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.705679:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.708447:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266501248 00000100:00100000:0.0:1746157361.708451:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266501248 00000100:00100000:0.0:1746157361.708478:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3464 00000100:00100000:0.0:1746157361.708484:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978266501248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157361.708496:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157361.708509:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009152e000/0x4450b99e49e5ad8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02bb5b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.708528:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.708529:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.708608:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009152e000/0x4450b99e49e5ad8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb5b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.708654:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009152e000/0x4450b99e49e5ad8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb5b expref: 6 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.708662:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009152e000/0x4450b99e49e5ad8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb5b expref: 6 pid: 8488 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.708671:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009152e000, rc 0) 00000100:00100000:0.0:1746157361.708732:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266501248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157361.708738:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3464 00000100:00100000:0.0:1746157361.712462:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.712500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.714698:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.717183:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.721199:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.726850:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.729565:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.732365:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.734297:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.735982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.736050:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.738869:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.741108:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.743635:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266504064 00000100:00100000:0.0:1746157361.743641:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266504064 00002000:00100000:0.0:1746157361.743670:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008fbba680 x1830978266504064/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 496/0 e 0 to 0 dl 1746157372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.743677:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbba680 with x1830978266504064 ext(0->7) 00010000:00010000:0.0:1746157361.743683:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ada8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb70 expref: 90 pid: 21450 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.743694:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ada8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb70 expref: 90 pid: 21450 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.743700:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbba680 00000100:00100000:0.0:1746157361.743714:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 465 00000100:00100000:0.0:1746157361.743719:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1986:x1830978266504064:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157361.744285:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:1986:x1830978266504064:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 564us (722us total) trans 4294968176 rc 0/0 00000100:00100000:0.0:1746157361.744292:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 465 00002000:00100000:0.0:1746157361.744297:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008fbba680 x1830978266504064/t4294968176(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 496/448 e 0 to 0 dl 1746157372 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.744303:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbba680 with x1830978266504064 ext(0->7) 00010000:00010000:0.0:1746157361.744307:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ada8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb70 expref: 92 pid: 21450 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.744315:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5ada8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bb70 expref: 92 pid: 21450 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.744320:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbba680 00000100:00100000:0.0:1746157361.748288:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.752661:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.756884:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.756982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.758553:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.761345:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.763450:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.765930:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.773030:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.775822:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.792029:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.792108:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.795374:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.796161:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.796198:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.801231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.802841:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.809933:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.816222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.822720:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.825688:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.827989:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.831206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.835711:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.841172:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.844973:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.848369:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.849013:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.852665:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266509440 00000100:00100000:0.0:1746157361.852670:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266509440 00002000:00100000:0.0:1746157361.852696:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbbb480 x1830978266509440/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 488/0 e 0 to 0 dl 1746157372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.852704:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbbb480 with x1830978266509440 ext(0->4095) 00010000:00010000:0.0:1746157361.852710:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ade7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbaf expref: 99 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.852721:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ade7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbaf expref: 99 pid: 8489 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.852727:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbbb480 00000100:00100000:0.0:1746157361.852742:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 473 00000100:00100000:0.0:1746157361.852748:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978266509440:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157361.852864:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978266509440:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157361.852870:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 473 00002000:00100000:0.0:1746157361.852874:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbbb480 x1830978266509440/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:167/0 lens 488/4536 e 0 to 0 dl 1746157372 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157361.852880:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbbb480 with x1830978266509440 ext(0->4095) 00010000:00010000:0.0:1746157361.852884:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ade7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbaf expref: 99 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.852896:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ade7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbaf expref: 99 pid: 8489 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746157361.852901:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbbb480 00000100:00100000:0.0:1746157361.854674:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.857164:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.860255:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.864370:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.867508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.874639:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.874730:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.878034:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.878121:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.881562:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.890511:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.896024:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.898376:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.899177:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.902507:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.907563:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.911333:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.913483:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.918479:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.924380:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.925108:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.929030:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.929065:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.929124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.929507:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6819 00000100:00100000:0.0:1746157361.929514:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266514176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157361.929521:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157361.929528:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac17800/0x4450b99e49e5ae18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbe0 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.929535:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac17800/0x4450b99e49e5ae18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbe0 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.929546:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac17800/0x4450b99e49e5ae18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbe0 expref: 6 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.929579:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.929581:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157361.929586:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5ae1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbe7 expref: 105 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.929592:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5ae1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbe7 expref: 105 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157361.929634:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5ae1f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbe7 expref: 105 pid: 8489 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746157361.929641:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5ae1f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bbe7 expref: 105 pid: 8489 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746157361.929655:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266296704:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157361.937342:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.941198:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.948963:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.951403:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.952847:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.954783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.955744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.957000:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.957120:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.960130:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.962117:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.964173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.968569:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.970789:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.973208:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.976810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.977576:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.981223:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.981368:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.981395:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.985206:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.991193:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157361.997420:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.001311:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.003656:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.003702:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.007550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.012235:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.015247:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.021995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.030011:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fbb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266298624:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157362.030035:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157362.030104:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+112:1984:x1830978266520064:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 7925us (8118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157362.030114:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6828 00000100:00100000:0.0:1746157362.031270:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266520448 00000100:00100000:0.0:1746157362.031274:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266520448 00002000:00100000:0.0:1746157362.031305:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbb8e00 x1830978266520448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 488/0 e 0 to 0 dl 1746157373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.031314:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbb8e00 with x1830978266520448 ext(0->4095) 00010000:00010000:0.0:1746157362.031320:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ae5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc26 expref: 114 pid: 8489 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.031331:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ae5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc26 expref: 114 pid: 8489 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.031336:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbb8e00 00000100:00100000:0.0:1746157362.031361:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 490 00000100:00100000:0.0:1746157362.031367:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+114:1985:x1830978266520448:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157362.031492:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+114:1985:x1830978266520448:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (757us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157362.031501:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 490 00002000:00100000:0.0:1746157362.031507:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbb8e00 x1830978266520448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746157373 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.031514:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbb8e00 with x1830978266520448 ext(0->4095) 00010000:00010000:0.0:1746157362.031518:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ae5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc26 expref: 114 pid: 8489 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.031527:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5ae5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc26 expref: 114 pid: 8489 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.031533:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbb8e00 00000100:00100000:0.0:1746157362.035166:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.035190:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.039900:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978266299008:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157362.040058:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099ac2a00/0x4450b99e49e5ae6c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc34 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.040092:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099ac2a00, rc 0) 00000100:00100000:0.0:1746157362.040128:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266520576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2752us (4935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157362.040135:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3496 00000100:00100000:0.0:1746157362.043505:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266521216 00000100:00100000:0.0:1746157362.043514:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266521216 00002000:00100000:0.0:1746157362.043557:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093d9c000 x1830978266521216/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 496/0 e 0 to 0 dl 1746157373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.043574:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c000 with x1830978266521216 ext(0->7) 00010000:00010000:0.0:1746157362.043584:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091d93a00/0x4450b99e49e5ae65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc2d expref: 112 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.043598:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091d93a00/0x4450b99e49e5ae65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc2d expref: 112 pid: 8488 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.043604:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d9c000 00000100:00100000:0.0:1746157362.043621:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 492 00000100:00100000:0.0:1746157362.043628:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+112:1985:x1830978266521216:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157362.047468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.053695:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.058275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.059188:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.063527:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.067324:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266522240 00000100:00100000:0.0:1746157362.067332:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266522240 00010000:00010000:0.0:1746157362.067384:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5ae73 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc3b expref: 116 pid: 8488 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.067702:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266522496 00000100:00100000:0.0:1746157362.067705:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266522496 00010000:00010000:0.0:1746157362.067717:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099ac2a00/0x4450b99e49e5ae6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc34 expref: 6 pid: 8488 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.067739:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6831 00000100:00100000:0.0:1746157362.067991:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+116:1984:x1830978266522240:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157362.067998:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157362.068006:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5ae73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc3b expref: 116 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.068014:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5ae73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc3b expref: 116 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.068025:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5ae73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc3b expref: 116 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.068033:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.068034:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.068040:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5ae7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc42 expref: 115 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.068047:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5ae7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc42 expref: 115 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.068066:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5ae7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc42 expref: 115 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.068097:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5ae7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc42 expref: 115 pid: 8489 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.068108:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266299648:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157362.068167:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157362.072623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.076179:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.084370:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.091789:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.094220:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.095294:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.099424:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.102699:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.117460:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.117510:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.121961:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.125551:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.127726:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.133302:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.141042:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.153119:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.157187:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.161252:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.163899:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.168480:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.179494:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.184242:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.188187:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.192813:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.192953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.192986:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.193004:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.193032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.193053:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157362.193114:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157362.193119:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157362.193143:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 368 00000100:00080000:0.0:1746157362.193151:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157362.193154:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157362.193162:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1983:x1830978266528640:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157362.193420:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1983:x1830978266528640:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 269us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157362.193427:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 368 00000100:00100000:0.0:1746157362.199179:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.199651:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.201879:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.202518:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266529536 00000100:00100000:0.0:1746157362.202523:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266529536 00002000:00100000:0.0:1746157362.202557:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4b800 x1830978266529536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:168/0 lens 488/0 e 0 to 0 dl 1746157373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.202566:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4b800 with x1830978266529536 ext(0->4095) 00010000:00010000:0.0:1746157362.202574:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091886200/0x4450b99e49e5aec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc88 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.202588:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091886200/0x4450b99e49e5aec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc88 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.202596:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4b800 00000100:00100000:0.0:1746157362.202617:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 505 00000100:00100000:0.0:1746157362.202622:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266529536:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157362.202765:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266529536:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157362.202771:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 505 00002000:00100000:0.0:1746157362.202775:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4b800 x1830978266529536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746157373 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.202782:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4b800 with x1830978266529536 ext(0->4095) 00010000:00010000:0.0:1746157362.202786:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091886200/0x4450b99e49e5aec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc88 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.202795:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091886200/0x4450b99e49e5aec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bc88 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.202800:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4b800 00000100:00100000:0.0:1746157362.204589:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.208342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.210790:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.213886:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.216068:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.219297:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.223948:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.224623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.226132:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.228393:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.231682:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.233878:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.237189:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.242712:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.242913:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.246691:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.248923:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.251330:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.256289:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.259394:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.261526:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.264859:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.268836:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.269890:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.271955:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.273107:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.273163:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.275450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.277477:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.281323:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.284789:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.287472:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.289610:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.289697:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.292231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.292603:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.292631:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.295463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.295494:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266536320 00000100:00100000:0.0:1746157362.295500:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266536320 00002000:00100000:0.0:1746157362.295537:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008bdb9500 x1830978266536320/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 488/0 e 0 to 0 dl 1746157373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.295547:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9500 with x1830978266536320 ext(0->4095) 00010000:00010000:0.0:1746157362.295556:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5af0d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bcd5 expref: 134 pid: 8489 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.295841:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5af0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bcd5 expref: 133 pid: 8489 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.295849:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bdb9500 00000100:00100000:0.0:1746157362.296118:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 514 00000100:00100000:0.0:1746157362.296126:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+133:1986:x1830978266536320:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157362.299102:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.302737:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.304823:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.307377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.311713:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.313056:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.315022:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.315930:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.317611:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.317646:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.319546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.321459:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.326998:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.329983:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.332210:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.334638:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.336775:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.337546:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.340044:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.340116:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.342394:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.346511:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.350369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.352381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.354695:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.356260:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.359390:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.362226:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.362822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.362858:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.370610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.375153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.380188:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.385436:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.385481:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.388780:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.392146:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.394695:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.396793:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.399717:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.402461:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.404105:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.411476:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.413301:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.413358:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.415940:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.416473:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266545280 00000100:00100000:0.0:1746157362.416477:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266545280 00010000:00010000:0.0:1746157362.416490:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd22 expref: 6 pid: 8489 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.416505:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6867 00000100:00100000:0.0:1746157362.416509:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266545280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157362.416515:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157362.416522:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd22 expref: 6 pid: 8489 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.416530:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd22 expref: 6 pid: 8489 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.416541:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd22 expref: 6 pid: 8489 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.416553:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.416554:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.416559:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091887e00/0x4450b99e49e5af6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd37 expref: 142 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.416566:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091887e00/0x4450b99e49e5af6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd37 expref: 142 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.416588:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091887e00/0x4450b99e49e5af6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd37 expref: 142 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157362.416601:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d9c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266307584:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157362.416643:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157362.418540:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.420925:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.424381:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.427203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.433125:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.435264:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.436670:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.437969:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266546944 00000100:00100000:0.0:1746157362.437972:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266546944 00002000:00100000:0.0:1746157362.437996:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4a300 x1830978266546944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 488/0 e 0 to 0 dl 1746157373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.438006:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4a300 with x1830978266546944 ext(0->4095) 00010000:00010000:0.0:1746157362.438011:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5af76 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd3e expref: 146 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.438018:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5af76 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd3e expref: 146 pid: 11071 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.438024:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4a300 00000100:00100000:0.0:1746157362.438047:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 529 00000100:00100000:0.0:1746157362.438052:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+146:1985:x1830978266546944:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157362.438374:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+146:1985:x1830978266546944:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 321us (451us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157362.438380:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 529 00002000:00100000:0.0:1746157362.438385:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4a300 x1830978266546944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746157373 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.438392:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4a300 with x1830978266546944 ext(0->4095) 00010000:00010000:0.0:1746157362.438396:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5af76 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd3e expref: 146 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.438403:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5af76 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd3e expref: 146 pid: 11071 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.438407:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4a300 00000100:00100000:0.0:1746157362.439966:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.440868:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.440890:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.443796:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.446460:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.449290:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.455621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.459799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.462779:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.464055:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.467355:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.467393:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.470935:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.473034:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.477487:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.481560:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.481579:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266549760 00000100:00100000:0.0:1746157362.481583:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266549760 00002000:00100000:0.0:1746157362.482011:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092c87b80 x1830978266549760/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 496/0 e 0 to 0 dl 1746157373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.482019:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978266549760 ext(0->7) 00010000:00010000:0.0:1746157362.482025:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd61 expref: 146 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.482035:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd61 expref: 146 pid: 11071 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.482041:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c87b80 00000100:00100000:0.0:1746157362.482820:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 533 00000100:00100000:0.0:1746157362.482828:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+146:1986:x1830978266549760:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157362.483099:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+148:1986:x1830978266549760:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 271us (1538us total) trans 4294968204 rc 0/0 00000100:00100000:0.0:1746157362.483104:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 533 00002000:00100000:0.0:1746157362.483110:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092c87b80 x1830978266549760/t4294968204(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 496/448 e 0 to 0 dl 1746157373 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.483117:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978266549760 ext(0->7) 00010000:00010000:0.0:1746157362.483122:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd61 expref: 148 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.483131:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5af99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd61 expref: 148 pid: 11071 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.483141:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c87b80 00000100:00100000:0.0:1746157362.484919:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.490481:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.494357:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.494400:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.498944:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.503800:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.510943:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.519159:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.524018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.531566:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.531611:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.538712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.542262:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.544928:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.550858:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.555784:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.561396:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.561442:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.565831:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.566157:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.566197:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.566216:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266553856 00000100:00100000:0.0:1746157362.566221:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266553856 00010000:00010000:0.0:1746157362.566248:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5afbc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd84 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.566276:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6879 00000100:00100000:0.0:1746157362.566282:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266553856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157362.566293:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157362.566311:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5afbc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd84 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.566320:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5afbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd84 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.566733:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5afbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd84 expref: 6 pid: 21450 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.566747:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.566748:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.566754:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5afca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd92 expref: 155 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.566760:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5afca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd92 expref: 155 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.566780:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5afca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bd92 expref: 155 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157362.566789:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266310528:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157362.566823:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157362.572897:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.589421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.590295:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.595264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.598231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.598320:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.601330:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.604304:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.607641:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.610965:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.613513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.616015:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.626900:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.626945:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.633063:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.633189:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.633566:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.638495:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.641802:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.644727:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.653263:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.655726:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266558592 00000100:00100000:0.0:1746157362.655731:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266558592 00000100:00100000:0.0:1746157362.655761:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3554 00000100:00100000:0.0:1746157362.655766:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+158:30951:x1830978266558592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157362.655775:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157362.655784:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099ac2a00/0x4450b99e49e5b002 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02bdca expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.655804:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5aff4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdbc expref: 159 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.655811:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5affb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdc3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.655816:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.655817:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.655819:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099ac2a00/0x4450b99e49e5b002 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdca expref: 159 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.655840:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5affb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdc3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.655849:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5affb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdc3 expref: 5 pid: 11071 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.655858:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978266312064:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157362.655920:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5aff4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdbc expref: 159 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.655926:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5aff4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdbc expref: 159 pid: 11071 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.655932:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978266312192:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157362.655945:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157362.658799:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.663531:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.677563:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.678683:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.680944:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.683691:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.685895:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.686369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.689928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.691788:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.694407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.698296:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.700854:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.703158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.706387:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.707052:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.710988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.711400:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.711417:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266562432 00000100:00100000:0.0:1746157362.711421:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266562432 00010000:00010000:0.0:1746157362.711442:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091886a00/0x4450b99e49e5b017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bddf expref: 6 pid: 11071 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.711473:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266562304 00000100:00100000:0.0:1746157362.711476:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266562304 00010000:00010000:0.0:1746157362.711485:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5b01e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bde6 expref: 163 pid: 11071 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.711498:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6892 00000100:00100000:0.0:1746157362.711503:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266562432:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157362.711512:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157362.711528:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091886a00/0x4450b99e49e5b017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bddf expref: 6 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.711542:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091886a00/0x4450b99e49e5b017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bddf expref: 6 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.711559:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091886a00/0x4450b99e49e5b017 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bddf expref: 6 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.711573:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157362.711589:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978266562432:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 86us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157362.711594:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6892 00000100:00100000:0.0:1746157362.711606:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6893 00000100:00100000:0.0:1746157362.711610:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+163:1985:x1830978266562304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157362.711617:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157362.711623:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5b01e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bde6 expref: 163 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.711631:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5b01e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bde6 expref: 163 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.711642:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091887200/0x4450b99e49e5b01e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bde6 expref: 163 pid: 11071 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.711654:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.711656:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.711661:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091887c00/0x4450b99e49e5b025 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bded expref: 162 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.711667:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091887c00/0x4450b99e49e5b025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bded expref: 162 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.711689:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091887c00/0x4450b99e49e5b025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bded expref: 162 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157362.711699:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801363e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266313472:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157362.711741:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157362.711792:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.715439:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fbb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266313600:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157362.715456:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091886800/0x4450b99e49e5b02c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bdf4 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.715467:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091886800, rc 0) 00000100:00100000:0.0:1746157362.715486:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266562560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3428us (3693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157362.715491:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3560 00000100:00100000:0.0:1746157362.723192:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.728551:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.732446:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.734946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.736450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.738513:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.738553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.738796:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.742616:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.752259:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.760523:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266565120 00000100:00100000:0.0:1746157362.760527:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266565120 00000100:00100000:0.0:1746157362.760546:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3564 00000100:00100000:0.0:1746157362.760551:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+167:30951:x1830978266565120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157362.760562:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157362.760572:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d93a00/0x4450b99e49e5b048 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02be10 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.760589:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157362.760593:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5b041 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be09 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.760598:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157362.760601:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93a00/0x4450b99e49e5b048 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be10 expref: 168 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.760667:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5b041 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be09 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.760699:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d93a00/0x4450b99e49e5b048 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be10 expref: 167 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.760712:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d93a00, rc 0) 00000100:00100000:0.0:1746157362.760747:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+167:30951:x1830978266565120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157362.760752:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3564 00000100:00100000:0.0:1746157362.763061:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.765881:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.770239:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.775042:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.777300:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.779636:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.783493:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.786260:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.786855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.789610:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.794280:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.796331:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.799577:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.802202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.804845:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.810918:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.811010:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.814718:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.814750:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.814815:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.817539:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.824819:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.832521:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.836506:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.839996:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.843218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.845648:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.847340:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.850490:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.850529:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.850544:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266570368 00000100:00100000:0.0:1746157362.850547:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266570368 00010000:00010000:0.0:1746157362.850566:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac17a00/0x4450b99e49e5b072 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be3a expref: 174 pid: 8488 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746157362.850601:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6905 00000100:00100000:0.0:1746157362.850607:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+174:1985:x1830978266570368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157362.850617:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157362.850634:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac17a00/0x4450b99e49e5b072 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be3a expref: 174 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.850643:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac17a00/0x4450b99e49e5b072 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be3a expref: 174 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.850661:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac17a00/0x4450b99e49e5b072 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be3a expref: 174 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.850679:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157362.850709:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+173:1985:x1830978266570368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 102us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157362.850717:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6905 00000100:00100000:0.0:1746157362.850730:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6906 00000100:00100000:0.0:1746157362.850733:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266570496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157362.850739:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157362.850745:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5b079 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be41 expref: 6 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.850753:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5b079 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be41 expref: 6 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.850763:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac17e00/0x4450b99e49e5b079 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be41 expref: 6 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.850771:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.850772:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157362.850777:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5b080 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be48 expref: 171 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.850783:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5b080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be48 expref: 171 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157362.850805:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5b080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be48 expref: 171 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157362.850814:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266316416:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157362.850864:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157362.851297:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.854969:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266570880 00000100:00100000:0.0:1746157362.854974:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266570880 00002000:00100000:0.0:1746157362.855004:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbbad80 x1830978266570880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 488/0 e 0 to 0 dl 1746157373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.855013:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbbad80 with x1830978266570880 ext(0->4095) 00010000:00010000:0.0:1746157362.855019:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5b080 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be48 expref: 172 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.855030:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5b080 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be48 expref: 172 pid: 8488 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.855040:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbbad80 00000100:00100000:0.0:1746157362.855056:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 567 00000100:00100000:0.0:1746157362.855062:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+172:1984:x1830978266570880:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157362.855566:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+172:1984:x1830978266570880:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 504us (686us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157362.855572:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 567 00002000:00100000:0.0:1746157362.855576:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbbad80 x1830978266570880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:168/0 lens 488/4536 e 0 to 0 dl 1746157373 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157362.855583:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbbad80 with x1830978266570880 ext(0->4095) 00010000:00010000:0.0:1746157362.855587:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5b080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be48 expref: 172 pid: 8488 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746157362.855596:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16000/0x4450b99e49e5b080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02be48 expref: 172 pid: 8488 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746157362.855605:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fbbad80 00000100:00100000:0.0:1746157362.859149:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.862852:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.866518:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.870001:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.871910:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.875101:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.875141:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.881057:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.882963:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.888797:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.895057:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.896485:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.898867:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.899220:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.901621:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.903263:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.908875:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.922944:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.922996:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.926378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.926735:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.928633:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.930773:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.933396:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.936985:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.939720:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.943682:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.945963:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.946010:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.948706:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.950064:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.950136:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.952207:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.953969:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.957233:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.961164:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.963865:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.967249:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.971112:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.980388:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.987149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.988198:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.988236:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.990337:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.993500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157362.997413:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.002612:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157363.002836:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157363.004955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157363.005355:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157363.006801:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.009855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.011375:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.014768:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.015317:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.017296:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.024556:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.028640:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.032182:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266320256:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157363.032197:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157363.032684:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+185:1986:x1830978266581760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3906us (4051us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157363.032690:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6923 00000100:00100000:0.0:1746157363.035803:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.037704:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.038406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.040173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.040240:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.040269:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.040924:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6925 00000100:00100000:0.0:1746157363.040930:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+187:1986:x1830978266582784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157363.040936:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157363.040945:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b0fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bec6 expref: 187 pid: 8488 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.040952:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b0fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bec6 expref: 187 pid: 8488 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.040963:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b0fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bec6 expref: 187 pid: 8488 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.040977:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.040978:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.040983:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b105 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02becd expref: 186 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.040988:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02becd expref: 186 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.041005:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02becd expref: 186 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.041013:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b105 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02becd expref: 186 pid: 8488 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746157363.041022:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266320768:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157363.041061:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157363.043093:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.045777:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.050023:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.058281:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.062123:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.066516:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.067535:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.069799:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.070405:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.071104:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266584704 00000100:00100000:0.0:1746157363.071108:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266584704 00000100:00100000:0.0:1746157363.076924:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.079925:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.083509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.089311:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.100381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.104362:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.107384:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.109635:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.111596:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fbbb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266321664:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157363.111605:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fbb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266321792:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157363.111629:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5b12f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bef7 expref: 192 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.111642:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac16800, rc 0) 00000100:00100000:0.0:1746157363.111694:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+192:30951:x1830978266586368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4146us (4309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157363.111701:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3597 00000100:00100000:0.0:1746157363.113329:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.114938:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266587008 00000100:00100000:0.0:1746157363.114942:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266587008 00000100:00100000:0.0:1746157363.114971:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3598 00000100:00100000:0.0:1746157363.114975:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978266587008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157363.114987:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157363.114999:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d93800/0x4450b99e49e5b136 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02befe expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.115019:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.115023:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5b12f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bef7 expref: 190 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.115028:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157363.115032:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93800/0x4450b99e49e5b136 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02befe expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.115060:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e5b12f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bef7 expref: 190 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.115084:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d93800/0x4450b99e49e5b136 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02befe expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.115093:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d93800, rc 0) 00000100:00100000:0.0:1746157363.115115:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266587008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157363.115120:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3598 00000100:00100000:0.0:1746157363.130188:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.134755:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.138963:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.143625:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.145712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.146861:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.148888:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.150211:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.150247:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.151726:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.158461:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.161883:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.164982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.165019:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.168006:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.169101:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.171063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.171484:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.173563:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.177385:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.181413:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.187463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.190302:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.193598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.197865:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.198973:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.203364:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.209124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.213160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.216906:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.219844:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.223446:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266593664 00000100:00100000:0.0:1746157363.223456:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266593664 00000100:00100000:0.0:1746157363.223511:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3608 00000100:00100000:0.0:1746157363.223519:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978266593664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157363.223536:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157363.223552:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b17c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02bf44 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.223578:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.223580:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.223589:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b17c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bf44 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.223603:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b17c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bf44 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.223612:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d92000, rc 0) 00000100:00100000:0.0:1746157363.223665:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266593664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157363.223670:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3608 00000100:00100000:0.0:1746157363.225701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.231712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.234224:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.234266:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.243978:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.244002:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.244029:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.244156:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6942 00000100:00100000:0.0:1746157363.244166:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1983:x1830978266594688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157363.244180:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157363.244204:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b17c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bf44 expref: 7 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.244214:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b17c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bf44 expref: 8 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.244306:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b17c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bf44 expref: 8 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.244326:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157363.248611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.253784:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.256050:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.259928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.265549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.270161:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.281067:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.287060:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.290424:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.295416:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.307209:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.307306:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.310915:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.311923:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.316483:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.330508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.336955:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.338198:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.340583:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.342544:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.344734:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.348285:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.350695:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.352718:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.356589:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.359729:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.359820:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.361953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.362300:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.363784:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.363847:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.366800:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.371579:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.374551:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.386450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.386786:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.388953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.388991:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.392043:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.395314:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.398771:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.401471:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.404066:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.408298:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.408818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.410406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.411607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.411658:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.414473:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.419016:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.422812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.427859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.431457:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.435455:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.437231:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.440770:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.440829:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.444049:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.444133:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.447994:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.453971:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.460314:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.463765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.467899:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.470682:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.474444:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.474498:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.477196:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.483478:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.487125:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.490327:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.494298:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.497362:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.500240:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.500881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.509250:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.518238:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.524459:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.530158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.534158:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.535218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.535849:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.537012:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fbb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266330240:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157363.540191:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.540230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.541087:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.541100:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266611968 00000100:00100000:0.0:1746157363.541165:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266611968 00010000:00010000:0.0:1746157363.541177:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5b232 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bffa expref: 220 pid: 11071 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746157363.541191:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6970 00000100:00100000:0.0:1746157363.541195:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+220:1984:x1830978266611968:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157363.541200:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157363.541522:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5b232 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bffa expref: 219 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.541531:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5b232 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bffa expref: 219 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.541546:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5b232 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02bffa expref: 219 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.541557:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.541558:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.541563:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b240 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c008 expref: 218 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.541574:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c008 expref: 218 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.541592:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c008 expref: 218 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.541601:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c008 expref: 218 pid: 11071 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746157363.541610:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266330624:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157363.541648:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157363.543581:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.546381:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.551677:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.553233:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266612864 00000100:00100000:0.0:1746157363.553237:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266612864 00002000:00100000:0.0:1746157363.553260:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbb9880 x1830978266612864/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:169/0 lens 488/0 e 0 to 0 dl 1746157374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157363.553269:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbb9880 with x1830978266612864 ext(0->4095) 00002000:00010000:0.0:1746157363.553273:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fbb9880 00000100:00100000:0.0:1746157363.553296:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3086 00000100:00100000:0.0:1746157363.553301:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266612864:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157363.553423:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266612864:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157363.553432:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3086 00002000:00100000:0.0:1746157363.553436:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fbb9880 x1830978266612864/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:169/0 lens 488/4536 e 0 to 0 dl 1746157374 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157363.553442:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fbb9880 with x1830978266612864 ext(0->4095) 00002000:00010000:0.0:1746157363.553445:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fbb9880 00000100:00100000:0.0:1746157363.555196:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.557998:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.559670:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.559958:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.561826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.563048:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.563102:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.564626:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.564646:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266614272 00000100:00100000:0.0:1746157363.564650:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266614272 00002000:00100000:0.0:1746157363.564675:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009ba98000 x1830978266614272/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:169/0 lens 488/0 e 0 to 0 dl 1746157374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157363.564683:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98000 with x1830978266614272 ext(0->4095) 00010000:00010000:0.0:1746157363.564688:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5b255 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c01d expref: 222 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.564698:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5b255 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c01d expref: 222 pid: 11071 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746157363.564703:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba98000 00000100:00100000:0.0:1746157363.564728:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 628 00000100:00100000:0.0:1746157363.564734:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+222:1986:x1830978266614272:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157363.564842:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+222:1986:x1830978266614272:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157363.564848:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 628 00002000:00100000:0.0:1746157363.564853:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009ba98000 x1830978266614272/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:169/0 lens 488/4536 e 0 to 0 dl 1746157374 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157363.564860:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98000 with x1830978266614272 ext(0->4095) 00010000:00010000:0.0:1746157363.564864:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5b255 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c01d expref: 221 pid: 11071 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.564873:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5b255 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c01d expref: 221 pid: 11071 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746157363.564878:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba98000 00000100:00100000:0.0:1746157363.566262:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.570673:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.573407:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.577188:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.579143:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.580002:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.582833:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.585274:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.585309:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.588640:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.593473:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.597942:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.602474:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.604238:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.605605:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.608173:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.610772:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.610799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.610824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.613737:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.616108:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.619379:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.622103:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.623797:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.628449:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.630392:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.630438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.632769:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.632880:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.632895:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266619648 00000100:00100000:0.0:1746157363.632899:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266619648 00010000:00010000:0.0:1746157363.632914:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b28d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c055 expref: 227 pid: 8489 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746157363.632938:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266619776 00000100:00100000:0.0:1746157363.632941:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266619776 00010000:00010000:0.0:1746157363.632948:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5b286 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c04e expref: 6 pid: 11071 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746157363.632960:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6981 00000100:00100000:0.0:1746157363.632965:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+227:1986:x1830978266619648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157363.632973:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157363.632987:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b28d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c055 expref: 227 pid: 8489 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.632995:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b28d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c055 expref: 227 pid: 8489 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.633010:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b28d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c055 expref: 227 pid: 8489 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.633022:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157363.633040:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+226:1986:x1830978266619648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 74us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157363.633045:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6981 00000100:00100000:0.0:1746157363.635141:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.642870:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.644613:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.646688:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.651607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.654383:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.657517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.660403:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.664926:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.664959:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.664983:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.669286:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.673097:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.680109:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.689636:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.690551:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.694210:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.694258:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.697777:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.704603:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.707670:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.711806:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.716253:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.719813:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.719859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.722608:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.722635:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.723195:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.725187:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.732062:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.734984:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.738500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.741995:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.742038:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.746000:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.749346:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.756325:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.757219:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+234:1983:x1830978266626816:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157363.757557:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+236:1983:x1830978266626816:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 367us (1236us total) trans 4294968248 rc 0/0 00000100:00100000:0.0:1746157363.757567:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 644 00002000:00100000:0.0:1746157363.757574:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008e21aa00 x1830978266626816/t4294968248(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:169/0 lens 496/448 e 0 to 0 dl 1746157374 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157363.757580:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978266626816 ext(0->7) 00010000:00010000:0.0:1746157363.757587:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bcaa00/0x4450b99e49e5b2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c0a2 expref: 236 pid: 8489 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746157363.757597:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bcaa00/0x4450b99e49e5b2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c0a2 expref: 236 pid: 8489 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746157363.757602:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e21aa00 00000100:00100000:0.0:1746157363.762621:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.766605:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266627072 00000100:00100000:0.0:1746157363.766612:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266627072 00000100:00100000:0.0:1746157363.766660:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3660 00000100:00100000:0.0:1746157363.766666:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+236:30951:x1830978266627072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157363.766680:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157363.766691:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b2e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c0b0 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.766780:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5b2e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c0a9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.766788:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.766790:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157363.766792:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b2e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c0b0 expref: 237 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.766818:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5b2e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c0a9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157363.767142:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5b2e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c0a9 expref: 5 pid: 8488 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746157363.767154:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266335744:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157363.770788:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.773787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.776306:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.781635:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.788241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.792266:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.795396:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.797153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.799923:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.799954:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.802711:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.806117:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.811786:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.818701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.827488:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.827527:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.829608:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.829638:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.833115:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.846586:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.849550:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.854145:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.855792:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.857311:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.861786:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.862320:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.865537:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.865573:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.872631:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.878606:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.883050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.886702:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.888616:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.890804:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.891611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.893645:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.895129:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.895821:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.897353:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.899837:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.904256:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.907112:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.909213:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.913107:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.915288:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.915515:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.917508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.917539:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.918639:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.921811:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.926269:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.930920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.933371:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.935314:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.939678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.939785:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.942225:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.944110:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.946392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.946987:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.948833:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.951793:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.957399:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.961638:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.967997:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.968692:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.974515:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.980436:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.983974:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.988301:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.993176:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.996000:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.997593:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157363.999763:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.003911:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.007139:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.007171:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.007245:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.007263:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266641152 00000100:00100000:0.0:1746157364.007268:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266641152 00010000:00010000:0.0:1746157364.007295:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097bcba00/0x4450b99e49e5b374 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c135 expref: 254 pid: 8488 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.007315:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266641408 00000100:00100000:0.0:1746157364.007317:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266641408 00010000:00010000:0.0:1746157364.007325:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b37b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c143 expref: 6 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.007350:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7015 00000100:00100000:0.0:1746157364.007356:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+254:1986:x1830978266641152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.007366:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.007382:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097bcba00/0x4450b99e49e5b374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c135 expref: 254 pid: 8488 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.007391:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097bcba00/0x4450b99e49e5b374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c135 expref: 254 pid: 8488 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.007408:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bcba00/0x4450b99e49e5b374 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c135 expref: 253 pid: 8488 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.007420:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157364.007435:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+252:1986:x1830978266641152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 80us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.007444:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7015 00000100:00100000:0.0:1746157364.007454:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7016 00000100:00100000:0.0:1746157364.007459:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978266641408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.007465:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.008253:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b37b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c143 expref: 8 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.008265:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b37b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c143 expref: 8 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.008276:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b37b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c143 expref: 8 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.008284:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.008285:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.008291:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5b382 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c14a expref: 251 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.008297:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5b382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c14a expref: 251 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.008316:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5b382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c14a expref: 251 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.008326:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5b382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c14a expref: 251 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.008693:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ccbea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266340864:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157364.009514:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157364.011162:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.016621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.019358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.023610:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.025642:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.027651:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.031803:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.031850:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.034622:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.035792:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.035829:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.037901:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.042710:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.047497:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.053015:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.059229:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.063963:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.064057:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.068051:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.068109:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.068131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.071565:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.079058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.083760:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.086789:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.091556:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.094175:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.097049:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.099898:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.101957:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.102031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.105285:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.113177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.115952:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.118846:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.121889:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.125192:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.125719:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.127355:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.132353:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.134757:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.139046:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.143261:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.145373:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.149023:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.149278:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.153116:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.153150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.153219:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.168823:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.175837:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.175938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.179111:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.180767:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.180814:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.187726:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.191785:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.194513:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.196698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.199053:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.201246:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.204482:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.205053:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3126 00000100:00100000:0.0:1746157364.205062:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266653440:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157364.205283:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266653440:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 222us (809us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157364.205289:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3126 00002000:00100000:0.0:1746157364.205295:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800930d4e00 x1830978266653440/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746157375 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.205301:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d4e00 with x1830978266653440 ext(0->4095) 00002000:00010000:0.0:1746157364.205304:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800930d4e00 00000100:00100000:0.0:1746157364.208266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.208330:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.209240:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.211305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.214320:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.216630:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.219109:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.223658:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.226847:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.226896:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.229595:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.230249:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.230936:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.235153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.237532:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.244287:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.248321:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.252593:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266656768 00000100:00100000:0.0:1746157364.252603:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266656768 00000100:00100000:0.0:1746157364.252650:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3707 00000100:00100000:0.0:1746157364.252658:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+269:30952:x1830978266656768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157364.252676:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157364.252693:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d93800/0x4450b99e49e5b431 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c1f9 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.252715:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.252717:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.252724:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93800/0x4450b99e49e5b431 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c1f9 expref: 270 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.252736:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d93800/0x4450b99e49e5b431 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c1f9 expref: 270 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.252746:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d93800, rc 0) 00000100:00100000:0.0:1746157364.252798:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fbba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+270:30952:x1830978266656768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.252804:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3707 00000100:00100000:0.0:1746157364.254910:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.262822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.268157:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.268216:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.268822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.269509:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3709 00000100:00100000:0.0:1746157364.269515:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+271:30952:x1830978266657536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157364.269528:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157364.269539:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b43f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c207 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.269554:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bcbe00/0x4450b99e49e5b438 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c200 expref: 272 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.269559:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157364.269560:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157364.269563:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b43f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c207 expref: 272 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.269581:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097bcbe00/0x4450b99e49e5b438 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c200 expref: 272 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.269591:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097bcbe00/0x4450b99e49e5b438 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c200 expref: 272 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.269598:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266346496:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157364.271961:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.277270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.280795:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.282928:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.284682:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.288449:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.291531:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.292274:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.293279:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.293765:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.295851:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.295880:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266659840 00000100:00100000:0.0:1746157364.295886:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266659840 00002000:00100000:0.0:1746157364.295923:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092d49f80 x1830978266659840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/0 e 0 to 0 dl 1746157375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.295932:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49f80 with x1830978266659840 ext(0->4095) 00010000:00010000:0.0:1746157364.295938:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a9800/0x4450b99e49e5b44d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c215 expref: 273 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.295950:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a9800/0x4450b99e49e5b44d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c215 expref: 273 pid: 8489 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.295956:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d49f80 00000100:00100000:0.0:1746157364.295983:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 690 00000100:00100000:0.0:1746157364.295990:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+273:1986:x1830978266659840:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157364.296146:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+273:1986:x1830978266659840:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157364.296153:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 690 00002000:00100000:0.0:1746157364.296158:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092d49f80 x1830978266659840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746157375 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.296164:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49f80 with x1830978266659840 ext(0->4095) 00010000:00010000:0.0:1746157364.296168:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a9800/0x4450b99e49e5b44d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c215 expref: 273 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.296176:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a9800/0x4450b99e49e5b44d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c215 expref: 273 pid: 8489 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.296182:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d49f80 00000100:00100000:0.0:1746157364.299467:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.301679:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.303792:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.306313:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.307682:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.307740:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.309547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.309586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.311060:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.312810:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.318487:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.320734:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.322764:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.324345:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.327509:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.327611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.329908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.330019:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.332286:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.332422:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.334452:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.337432:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.340376:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.343574:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.348898:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.353577:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.359110:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.359173:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.366232:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.366264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.366307:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.366347:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266665600 00000100:00100000:0.0:1746157364.366355:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266665600 00000100:00100000:0.0:1746157364.366406:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3721 00000100:00100000:0.0:1746157364.366415:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+281:30952:x1830978266665600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157364.366432:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157364.366449:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c25b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.366472:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.366479:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffa00/0x4450b99e49e5b48c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c254 expref: 282 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.366490:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157364.366494:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b493 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c25b expref: 282 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.366537:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800914ffa00/0x4450b99e49e5b48c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c254 expref: 282 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.366549:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b493 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c25b expref: 282 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.366558:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d92800, rc 0) 00000100:00100000:0.0:1746157364.366589:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+281:30952:x1830978266665600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.366596:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3721 00000100:00100000:0.0:1746157364.372122:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266349056:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157364.372148:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157364.377917:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.380979:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.390650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.393321:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.397800:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.400395:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.404622:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266667392 00000100:00100000:0.0:1746157364.404630:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266667392 00010000:00010000:0.0:1746157364.404655:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b49a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c262 expref: 6 pid: 8489 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.405062:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7056 00000100:00100000:0.0:1746157364.405069:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266667392:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.405099:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.405121:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b49a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c262 expref: 6 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.405131:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b49a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c262 expref: 6 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.405154:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b49a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c262 expref: 6 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.405470:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157364.405631:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978266667392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 562us (1807us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.405638:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7056 00000100:00100000:0.0:1746157364.408327:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.412251:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266668160 00000100:00100000:0.0:1746157364.412261:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266668160 00002000:00100000:0.0:1746157364.412309:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880088786680 x1830978266668160/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 496/0 e 0 to 0 dl 1746157375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.412319:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978266668160 ext(0->7) 00010000:00010000:0.0:1746157364.412329:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c269 expref: 280 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.412358:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c269 expref: 280 pid: 8489 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.412364:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088786680 00000100:00100000:0.0:1746157364.412399:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 703 00000100:00100000:0.0:1746157364.412407:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+280:1986:x1830978266668160:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157364.414062:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+282:1986:x1830978266668160:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1647us (1897us total) trans 4294968271 rc 0/0 00000100:00100000:0.0:1746157364.414085:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 703 00002000:00100000:0.0:1746157364.414095:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880088786680 x1830978266668160/t4294968271(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 496/448 e 0 to 0 dl 1746157375 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.414104:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978266668160 ext(0->7) 00010000:00010000:0.0:1746157364.414112:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c269 expref: 282 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.414126:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c269 expref: 282 pid: 8489 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.414132:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088786680 00000100:00100000:0.0:1746157364.417526:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.421928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.424274:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.427319:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.431441:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.433305:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.435976:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.436097:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.436412:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266669696 00000100:00100000:0.0:1746157364.436416:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266669696 00000100:00100000:0.0:1746157364.436446:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3727 00000100:00100000:0.0:1746157364.436452:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+285:30952:x1830978266669696:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157364.436468:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157364.436484:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b4bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c285 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.436507:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.436512:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bcaa00/0x4450b99e49e5b4b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c27e expref: 286 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.436517:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157364.436520:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b4bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c285 expref: 286 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.436552:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097bcaa00/0x4450b99e49e5b4b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c27e expref: 286 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.436565:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b4bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c285 expref: 286 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.436573:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d92800, rc 0) 00000100:00100000:0.0:1746157364.436620:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+286:30952:x1830978266669696:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.436628:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3727 00000100:00100000:0.0:1746157364.438752:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.443283:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.446312:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.450547:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.453614:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.456689:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157364.457188:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.457190:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.457198:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b4c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c28c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.457213:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b4c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c28c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.457223:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8200, rc 0) 00000100:00100000:0.0:1746157364.457273:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266670720:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 362us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.457279:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3728 00000100:00100000:0.0:1746157364.461269:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.461385:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.463896:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.464028:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.465159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.470150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.475170:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.478356:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.482211:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.484667:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.487431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.487687:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.493691:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.493726:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.493766:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.494629:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7066 00000100:00100000:0.0:1746157364.494635:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fbb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+288:1984:x1830978266673408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.494738:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.494748:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800919a8200/0x4450b99e49e5b4d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c29a expref: 287 pid: 8488 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.494756:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800919a8200/0x4450b99e49e5b4d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c29a expref: 287 pid: 8488 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.494768:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919a8200/0x4450b99e49e5b4d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c29a expref: 287 pid: 8488 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.494785:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.494787:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.494793:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2a8 expref: 286 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.494800:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2a8 expref: 286 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.494825:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2a8 expref: 286 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.494939:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b4e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2a8 expref: 286 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.494950:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266351616:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157364.495015:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157364.498299:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.501173:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.504202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.509316:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.511547:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.514378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.515582:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.516513:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266674944 00000100:00100000:0.0:1746157364.516520:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266674944 00002000:00100000:0.0:1746157364.516554:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a1739500 x1830978266674944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/0 e 0 to 0 dl 1746157375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.516562:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739500 with x1830978266674944 ext(0->4095) 00010000:00010000:0.0:1746157364.516568:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a9800/0x4450b99e49e5b4ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2b6 expref: 290 pid: 8488 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.516578:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a9800/0x4450b99e49e5b4ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2b6 expref: 290 pid: 8488 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.516584:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1739500 00000100:00100000:0.0:1746157364.516607:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 712 00000100:00100000:0.0:1746157364.516614:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+290:1985:x1830978266674944:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157364.519622:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.519667:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.523397:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.525376:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.535048:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.538064:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.538788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.540955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.540992:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.541271:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266676864 00000100:00100000:0.0:1746157364.541277:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266676864 00002000:00100000:0.0:1746157364.541309:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801363e9180 x1830978266676864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/0 e 0 to 0 dl 1746157375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.541317:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9180 with x1830978266676864 ext(0->4095) 00010000:00010000:0.0:1746157364.541323:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2cb expref: 291 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.541342:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2cb expref: 291 pid: 11071 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.541348:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801363e9180 00000100:00100000:0.0:1746157364.541373:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 715 00000100:00100000:0.0:1746157364.541378:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+291:1985:x1830978266676864:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157364.541519:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+291:1985:x1830978266676864:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (527us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157364.541527:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 715 00002000:00100000:0.0:1746157364.541531:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801363e9180 x1830978266676864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746157375 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.541537:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9180 with x1830978266676864 ext(0->4095) 00010000:00010000:0.0:1746157364.541541:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2cb expref: 291 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.541548:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2cb expref: 291 pid: 11071 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.541553:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801363e9180 00000100:00100000:0.0:1746157364.543027:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.543526:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.547032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.549262:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.552828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.557259:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.561825:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.563623:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.566876:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.568739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.574381:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.574415:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.574451:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.584423:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.589654:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.595426:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.601291:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.603535:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.603973:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.606792:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.616462:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.621203:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.624820:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.627266:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.630157:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.630506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.633404:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266681984 00000100:00100000:0.0:1746157364.633409:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266681984 00010000:00010000:0.0:1746157364.633431:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5b534 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c2f5 expref: 6 pid: 21450 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.636864:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.637186:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 722 00000100:00100000:0.0:1746157364.637196:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+296:1986:x1830978266682496:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157364.637484:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+296:1986:x1830978266682496:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 290us (620us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157364.637490:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 722 00002000:00100000:0.0:1746157364.637496:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008bdbbb80 x1830978266682496/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746157375 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.637504:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbbb80 with x1830978266682496 ext(0->4095) 00010000:00010000:0.0:1746157364.637511:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e5b542 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c30a expref: 296 pid: 8489 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.637522:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e5b542 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c30a expref: 296 pid: 8489 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746157364.637528:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bdbbb80 00000100:00100000:0.0:1746157364.643462:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.648363:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.650861:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.653173:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.653954:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.656574:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.656716:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.659031:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.659745:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.661398:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.665479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.669155:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.670784:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.672173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.675698:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.679346:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.679985:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.681158:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.682058:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.682112:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.688735:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.691594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.697520:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.701069:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.703461:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.705020:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266687488 00000100:00100000:0.0:1746157364.705024:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266687488 00000100:00100000:0.0:1746157364.705104:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3755 00000100:00100000:0.0:1746157364.705110:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+302:30951:x1830978266687488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157364.705119:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157364.705132:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b581 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c349 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.705150:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b573 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c33b expref: 303 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.705157:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffa00/0x4450b99e49e5b57a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c342 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.705162:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.705164:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.705167:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b581 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c349 expref: 303 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.705244:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800914ffa00/0x4450b99e49e5b57a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c342 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.705254:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800914ffa00/0x4450b99e49e5b57a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c342 expref: 5 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.705268:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131900380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266356224:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157364.705345:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c33b expref: 303 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.705352:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c33b expref: 303 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.705360:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131900700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266356352:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157364.705379:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157364.706864:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.707735:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.709527:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.709592:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.713755:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.716386:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.718600:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.722863:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.726481:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.732031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.735123:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.735580:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.739714:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.739749:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.739790:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.741619:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.742875:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.745001:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.748932:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.750303:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.752231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.756769:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.759308:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.759374:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.762617:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.762647:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.762688:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.762871:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7095 00000100:00100000:0.0:1746157364.762878:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+310:1984:x1830978266692352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.762885:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.762910:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b59d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c365 expref: 310 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.762928:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b59d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c365 expref: 310 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.762948:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b59d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c365 expref: 310 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.763065:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157364.763102:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+308:1984:x1830978266692352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 224us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.763108:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7095 00000100:00100000:0.0:1746157364.765744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.768266:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.772042:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.776499:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.780864:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.784067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.784253:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.790746:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266694144 00000100:00100000:0.0:1746157364.790750:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266694144 00010000:00010000:0.0:1746157364.790766:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c37a expref: 310 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.790780:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266694016 00000100:00100000:0.0:1746157364.790782:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266694016 00010000:00010000:0.0:1746157364.790790:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e5b5b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c381 expref: 7 pid: 11071 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.790801:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7097 00000100:00100000:0.0:1746157364.790806:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+309:1986:x1830978266694144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.790812:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.790831:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c37a expref: 309 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.790838:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b5b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c37a expref: 309 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.790851:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e5b5b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c37a expref: 309 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.790868:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157364.790887:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+308:1986:x1830978266694144:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 80us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157364.790892:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7097 00000100:00100000:0.0:1746157364.790902:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7098 00000100:00100000:0.0:1746157364.790906:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1986:x1830978266694016:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.790912:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.790917:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e5b5b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c381 expref: 7 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.790926:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e5b5b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c381 expref: 7 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.790935:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e5b5b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c381 expref: 7 pid: 11071 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.790942:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.790945:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.790950:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5b5c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c388 expref: 307 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.790957:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5b5c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c388 expref: 307 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157364.793836:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.800154:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.804660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.809236:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.812467:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266695552 00000100:00100000:0.0:1746157364.812474:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266695552 00002000:00100000:0.0:1746157364.812508:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093213b80 x1830978266695552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/0 e 0 to 0 dl 1746157375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.812517:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830978266695552 ext(0->4095) 00002000:00010000:0.0:1746157364.812522:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213b80 00000100:00100000:0.0:1746157364.812550:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3168 00000100:00100000:0.0:1746157364.812556:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+310:1983:x1830978266695552:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157364.812687:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+310:1983:x1830978266695552:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157364.812693:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3168 00002000:00100000:0.0:1746157364.812699:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093213b80 x1830978266695552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:170/0 lens 488/4536 e 0 to 0 dl 1746157375 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157364.812706:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830978266695552 ext(0->4095) 00002000:00010000:0.0:1746157364.812708:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213b80 00000100:00100000:0.0:1746157364.814567:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.814600:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.817587:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.817614:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.817666:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.820046:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.822370:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.827355:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.831276:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.834477:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.837439:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.841111:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.845258:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.845308:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.849702:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.849744:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.850760:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.853838:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.863156:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.868186:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.874615:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.877524:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.878903:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.881139:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.884553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.886627:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.889629:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266700544 00000100:00100000:0.0:1746157364.889639:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266700544 00010000:00010000:0.0:1746157364.889672:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9c00/0x4450b99e49e5b5f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c3c0 expref: 316 pid: 21450 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746157364.889711:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7107 00000100:00100000:0.0:1746157364.889719:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4948850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+316:1985:x1830978266700544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157364.889736:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157364.889756:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9c00/0x4450b99e49e5b5f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c3c0 expref: 316 pid: 21450 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.889772:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9c00/0x4450b99e49e5b5f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c3c0 expref: 316 pid: 21450 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.889795:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9c00/0x4450b99e49e5b5f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c3c0 expref: 316 pid: 21450 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746157364.889824:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.889826:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157364.889834:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b5ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c3c7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.889841:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b5ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c3c7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157364.889874:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e5b5ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c3c7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157364.889886:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266360448:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157364.889976:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157364.891668:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.894721:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.899492:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.905500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.908797:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.909507:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.912941:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.912969:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.912997:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.921005:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.923650:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.927806:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.930747:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.934443:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.938098:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.938383:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.941435:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.941468:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.941970:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.944224:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.946599:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.948970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.952512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.954403:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.956139:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.961573:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.961768:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.965139:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.965172:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.965208:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.967394:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.970840:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.974589:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.980910:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.989771:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.990793:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.993559:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.996441:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157364.996479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.002299:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266708352 00000100:00100000:0.0:1746157365.002304:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266708352 00000100:00080000:0.0:1746157365.002342:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1746157365.002372:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093fdb100 x1830978266708352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.002380:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdb100 with x1830978266708352 ext(0->4095) 00010000:00010000:0.0:1746157365.002385:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e5b64c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c414 expref: 322 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.002395:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e5b64c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c414 expref: 322 pid: 11071 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.002400:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fdb100 00000100:00100000:0.0:1746157365.002411:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 755 00000100:00100000:0.0:1746157365.002416:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+322:1986:x1830978266708352:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.002533:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+322:1986:x1830978266708352:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (1384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157365.002539:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 755 00002000:00100000:0.0:1746157365.002544:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093fdb100 x1830978266708352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746157376 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.002550:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdb100 with x1830978266708352 ext(0->4095) 00010000:00010000:0.0:1746157365.002554:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e5b64c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c414 expref: 322 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.002562:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e5b64c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c414 expref: 322 pid: 11071 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.002568:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fdb100 00000100:00100000:0.0:1746157365.011560:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.016150:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157365.016954:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157365.020714:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.021712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.022517:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3787 00000100:00100000:0.0:1746157365.022524:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+325:30952:x1830978266709248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157365.022534:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157365.022545:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b661 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c429 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.022560:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.022564:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b65a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c422 expref: 326 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.022570:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157365.022573:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b661 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c429 expref: 326 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.022595:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b65a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c422 expref: 326 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.022604:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d92000/0x4450b99e49e5b661 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c429 expref: 326 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.022614:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d92000, rc 0) 00000100:00100000:0.0:1746157365.022657:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+326:30952:x1830978266709248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.022663:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3787 00000100:00100000:0.0:1746157365.023815:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.026311:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.030198:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.030225:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266709888 00000100:00100000:0.0:1746157365.030231:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266709888 00002000:00100000:0.0:1746157365.030259:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88013422b100 x1830978266709888/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 496/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.030268:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013422b100 with x1830978266709888 ext(0->7) 00010000:00010000:0.0:1746157365.030275:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b65a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c422 expref: 325 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.030286:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b65a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c422 expref: 325 pid: 11071 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.030833:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013422b100 00000100:00100000:0.0:1746157365.030867:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 758 00000100:00100000:0.0:1746157365.030875:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013422b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+325:1986:x1830978266709888:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.031174:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013422b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+327:1986:x1830978266709888:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 299us (981us total) trans 4294968293 rc 0/0 00000100:00100000:0.0:1746157365.031181:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 758 00002000:00100000:0.0:1746157365.031187:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88013422b100 x1830978266709888/t4294968293(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 496/448 e 0 to 0 dl 1746157376 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.031195:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013422b100 with x1830978266709888 ext(0->7) 00010000:00010000:0.0:1746157365.031201:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b65a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c422 expref: 327 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.031211:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800914ffe00/0x4450b99e49e5b65a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c422 expref: 327 pid: 11071 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.031216:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013422b100 00000100:00100000:0.0:1746157365.033130:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.035955:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.038414:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.040805:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.046404:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.046456:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.050912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.050944:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.050966:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.058021:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.062387:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.067392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.071403:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.073121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.076635:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.076696:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.079254:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.079623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.079689:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.084898:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.088745:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.092507:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.095258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.096798:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.103776:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.112099:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266715520 00000100:00100000:0.0:1746157365.112103:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266715520 00000100:00100000:0.0:1746157365.112125:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3796 00000100:00100000:0.0:1746157365.112130:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+332:30952:x1830978266715520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157365.112142:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157365.112154:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b6a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c468 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.112610:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5b699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c461 expref: 332 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.112616:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157365.112617:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157365.112620:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d92800/0x4450b99e49e5b6a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c468 expref: 332 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.113091:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5b699 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c461 expref: 331 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.113103:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5b699 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c461 expref: 331 pid: 11071 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.113120:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009252df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266365184:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157365.113178:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.114900:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.118675:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.123379:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.126545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.129287:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.134301:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.137761:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.138315:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7132 00000100:00100000:0.0:1746157365.138324:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266717184:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.138343:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.138353:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5b6a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c46f expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.138364:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5b6a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c46f expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.138377:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5b6a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c46f expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.138398:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.138400:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.138406:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b6ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c476 expref: 332 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.138520:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b6ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c476 expref: 333 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157365.145195:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.147971:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.151133:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.154421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.156669:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.160264:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.166067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.166154:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.169569:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.169635:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.170122:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7135 00000100:00100000:0.0:1746157365.170133:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+335:1986:x1830978266719360:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.170139:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.170149:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914ffc00/0x4450b99e49e5b6b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c47d expref: 335 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.170157:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914ffc00/0x4450b99e49e5b6b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c47d expref: 335 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.170170:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffc00/0x4450b99e49e5b6b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c47d expref: 335 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.170186:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.170187:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.170194:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e5b6c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c48b expref: 334 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.170557:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e5b6c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c48b expref: 334 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.170589:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e5b6c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c48b expref: 334 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157365.170600:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131901500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266366464:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157365.170807:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.171275:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.173612:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.176983:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.188922:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.194202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.199018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.199294:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.201615:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.201703:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.203538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.205277:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.208280:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.211145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.214696:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266721920 00000100:00100000:0.0:1746157365.214705:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266721920 00010000:00010000:0.0:1746157365.214739:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fee00/0x4450b99e49e5b6d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4a0 expref: 338 pid: 21450 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.214771:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7139 00000100:00100000:0.0:1746157365.214778:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+338:1986:x1830978266721920:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.214790:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746157365.214808:0:7111:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 1746157365 -> 1746157366 00010000:00010000:0.0:1746157365.214813:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914fee00/0x4450b99e49e5b6d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4a0 expref: 338 pid: 21450 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.214825:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914fee00/0x4450b99e49e5b6d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4a0 expref: 338 pid: 21450 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.214848:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914fee00/0x4450b99e49e5b6d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4a0 expref: 338 pid: 21450 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.214876:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.214878:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.214885:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b6df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4a7 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.214893:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b6df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4a7 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.214926:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800914fe400/0x4450b99e49e5b6df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4a7 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157365.214942:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131900700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266367360:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157365.215012:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.217463:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.220547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.220639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.223369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.230788:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.233818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.236837:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.239063:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.241707:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.241837:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.244195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.245395:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266724224 00000100:00100000:0.0:1746157365.245399:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266724224 00010000:00010000:0.0:1746157365.245417:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5b6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4bc expref: 6 pid: 8488 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.245583:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7143 00000100:00100000:0.0:1746157365.245662:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266724224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.245672:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.245686:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5b6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4bc expref: 6 pid: 8488 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.245968:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5b6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4bc expref: 6 pid: 8488 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.245990:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5b6f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4bc expref: 6 pid: 8488 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.246114:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.246117:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.246125:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b6fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4c3 expref: 340 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.246133:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b6fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4c3 expref: 340 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.246159:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b6fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4c3 expref: 340 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.246172:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b6fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c4c3 expref: 340 pid: 8488 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.246183:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266368384:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157365.246620:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.248690:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266368384:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157365.248705:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157365.248733:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978266724224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3077us (3536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.248741:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7143 00000100:00100000:0.0:1746157365.250804:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.253506:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.256764:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.258428:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.261394:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.262987:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.264196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.266704:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.272115:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.276957:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.280412:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.282874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.286066:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.289660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.291576:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.291611:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.294238:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.294274:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.294311:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.296826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.299394:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.302570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.305027:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.312141:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.314960:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.316947:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.320512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.324166:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.327388:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.331773:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.334364:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.336392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.339307:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.339649:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.341820:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.342949:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.344850:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.344947:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.347425:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.349512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.354450:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.360920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.363166:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.364112:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.365576:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.372344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.378128:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.382644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.385521:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.386930:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.389482:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.393942:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.396912:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.415633:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.422160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.422234:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.426826:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.430883:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.435629:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.438017:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.440696:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.443867:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.447297:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.449408:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.452293:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.459560:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.459612:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.464822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.468275:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266738048 00000100:00100000:0.0:1746157365.468379:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266738048 00010000:00010000:0.0:1746157365.468395:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e5b78e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c556 expref: 358 pid: 11071 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.468415:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7165 00000100:00100000:0.0:1746157365.468421:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+358:1984:x1830978266738048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.468428:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.468437:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e5b78e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c556 expref: 358 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.468446:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e5b78e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c556 expref: 358 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.468461:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e5b78e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c556 expref: 358 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.468474:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.468476:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.468481:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b795 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c55d expref: 357 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.468488:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c55d expref: 357 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.468513:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c55d expref: 357 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.468522:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5b795 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c55d expref: 357 pid: 11071 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.468531:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266373248:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157365.468575:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.471054:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.472639:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.475873:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.478574:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.481098:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.490979:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.495469:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.495520:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.497892:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.497931:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.497947:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266740480 00000100:00100000:0.0:1746157365.497952:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266740480 00010000:00010000:0.0:1746157365.497975:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b7a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c56b expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.498007:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7167 00000100:00100000:0.0:1746157365.498013:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266740480:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.498020:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.498035:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b7a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c56b expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.498044:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b7a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c56b expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.498885:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5b7a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c56b expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.498905:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.498907:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.498913:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b7aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c572 expref: 358 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.498920:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5b7aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c572 expref: 358 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157365.502695:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.510672:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.512763:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.517414:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.522039:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.522111:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.522376:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978266374656:0@lo:400:kworker.0 00000100:00100000:0.0:1746157365.522409:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746157365.522803:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157365.522876:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266374272 00000100:00100000:0.0:1746157365.522880:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266374272 00000100:00100000:0.0:1746157365.522898:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1746157365.522903:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1830978266374272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157365.522929:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1830978266374272:12345-0@lo:400:kworker.0 Request processed in 26us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.522935:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1746157365.522944:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266374528 00000100:00100000:0.0:1746157365.522946:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266374528 00000100:00100000:0.0:1746157365.522962:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1746157365.522966:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1830978266374528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157365.522991:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1830978266374528:12345-0@lo:400:kworker.0 Request processed in 25us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.522996:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:0.0:1746157365.523008:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746157365.523010:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157365.523011:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157365.523024:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978266374656:0@lo:400:kworker.0 00000100:00100000:0.0:1746157365.525043:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.525092:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.525122:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.525152:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266742144 00000100:00100000:0.0:1746157365.525156:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266742144 00010000:00010000:0.0:1746157365.525174:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5b7b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c580 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.525192:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266742272 00000100:00100000:0.0:1746157365.525193:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266742272 00010000:00010000:0.0:1746157365.525200:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5b7b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c579 expref: 363 pid: 8489 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.525214:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7170 00000100:00100000:0.0:1746157365.525218:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978266742144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.525225:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.525499:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5b7b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c580 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.525558:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5b7b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c580 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.525571:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5b7b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c580 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.525582:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157365.525596:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978266742144:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 377us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.525600:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7170 00000100:00100000:0.0:1746157365.528714:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.531000:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.535280:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.538016:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.541122:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.542526:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.545655:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266743936 00000100:00100000:0.0:1746157365.545661:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266743936 00002000:00100000:0.0:1746157365.545691:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132198380 x1830978266743936/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.545699:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198380 with x1830978266743936 ext(0->4095) 00002000:00010000:0.0:1746157365.545703:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132198380 00000100:00100000:0.0:1746157365.548216:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.548260:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.551410:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.551474:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.552357:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.554395:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.556529:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.559359:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.562874:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.564744:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.566035:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.572009:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.576638:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.577537:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.579864:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.582204:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.582823:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.585774:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266747264 00000100:00100000:0.0:1746157365.585782:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266747264 00002000:00100000:0.0:1746157365.585809:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880088786d80 x1830978266747264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.585823:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786d80 with x1830978266747264 ext(0->4095) 00010000:00010000:0.0:1746157365.585830:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5b7e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5b1 expref: 365 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.585841:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5b7e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5b1 expref: 365 pid: 8489 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.585847:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088786d80 00000100:00100000:0.0:1746157365.585872:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 804 00000100:00100000:0.0:1746157365.585878:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+365:1986:x1830978266747264:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.585998:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+365:1986:x1830978266747264:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157365.586004:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 804 00002000:00100000:0.0:1746157365.586008:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880088786d80 x1830978266747264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746157376 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.586015:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786d80 with x1830978266747264 ext(0->4095) 00010000:00010000:0.0:1746157365.586019:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5b7e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5b1 expref: 365 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.586028:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5b7e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5b1 expref: 365 pid: 8489 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.586034:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088786d80 00000100:00100000:0.0:1746157365.594657:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.598895:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088785500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266376832:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157365.598912:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157365.598949:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+366:1984:x1830978266747648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4190us (4295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.598958:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7178 00000100:00100000:0.0:1746157365.602383:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.607057:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.608032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.609199:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.611775:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.617375:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.619515:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.622971:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.630171:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.630358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.633639:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.633676:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.635646:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.636279:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.639159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.641999:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.644786:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.647950:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.649811:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.651706:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.654431:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.656244:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.660533:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.660675:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.660695:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266751872 00000100:00100000:0.0:1746157365.660697:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266751872 00010000:00010000:0.0:1746157365.660709:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5b81a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5e2 expref: 372 pid: 16659 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.660731:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7184 00000100:00100000:0.0:1746157365.660737:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+372:1985:x1830978266751872:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.660748:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.660769:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5b81a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5e2 expref: 371 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.660789:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5b81a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5e2 expref: 371 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.660812:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5b81a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5e2 expref: 371 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.660824:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.660826:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.660832:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5b821 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5e9 expref: 370 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.660839:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5b821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5e9 expref: 370 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.660865:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5b821 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5e9 expref: 370 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157365.660879:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266378368:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157365.660919:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.662967:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.666172:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.679337:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.683628:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266753024 00000100:00100000:0.0:1746157365.683639:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266753024 00002000:00100000:0.0:1746157365.683682:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880088786680 x1830978266753024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.683692:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978266753024 ext(0->4095) 00002000:00010000:0.0:1746157365.683697:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088786680 00000100:00100000:0.0:1746157365.683715:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3236 00000100:00100000:0.0:1746157365.683721:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+372:1985:x1830978266753024:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.683880:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+372:1985:x1830978266753024:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 158us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157365.683886:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3236 00002000:00100000:0.0:1746157365.683892:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880088786680 x1830978266753024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746157376 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.683899:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978266753024 ext(0->4095) 00002000:00010000:0.0:1746157365.683901:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088786680 00000100:00100000:0.0:1746157365.685532:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266753280 00000100:00100000:0.0:1746157365.685540:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266753280 00000100:00100000:0.0:1746157365.685568:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266753152 00000100:00100000:0.0:1746157365.685571:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266753152 00000100:00100000:0.0:1746157365.685588:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3853 00000100:00100000:0.0:1746157365.685594:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978266753280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157365.685606:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157365.685618:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b82f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c5fe expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.685637:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.685638:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.685644:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b82f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5fe expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.685683:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b82f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5fe expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.685691:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d93200/0x4450b99e49e5b82f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5fe expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.685699:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d93200, rc 0) 00000100:00100000:0.0:1746157365.685733:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266753280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.685738:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3853 00000100:00100000:0.0:1746157365.691761:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.691782:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266754048 00000100:00100000:0.0:1746157365.691786:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266754048 00002000:00100000:0.0:1746157365.691812:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978266754048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.691819:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978266754048 ext(0->4095) 00002000:00010000:0.0:1746157365.691824:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157365.691838:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3237 00000100:00100000:0.0:1746157365.691843:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+372:1985:x1830978266754048:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.691937:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+372:1985:x1830978266754048:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (177us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157365.691942:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3237 00002000:00100000:0.0:1746157365.691947:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978266754048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746157376 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.691952:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978266754048 ext(0->4095) 00002000:00010000:0.0:1746157365.691955:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157365.693644:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.695135:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.695171:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266754304 00000100:00100000:0.0:1746157365.695175:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266754304 00002000:00100000:0.0:1746157365.695195:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88009ba53b80 x1830978266754304/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 496/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.695202:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53b80 with x1830978266754304 ext(0->7) 00010000:00010000:0.0:1746157365.695207:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a9400/0x4450b99e49e5b836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5f7 expref: 302 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.695216:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a9400/0x4450b99e49e5b836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5f7 expref: 299 pid: 16659 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.695221:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba53b80 00000100:00100000:0.0:1746157365.695231:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 814 00000100:00100000:0.0:1746157365.695236:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+284:1986:x1830978266754304:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.695436:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+162:1986:x1830978266754304:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 199us (301us total) trans 4294968317 rc 0/0 00000100:00100000:0.0:1746157365.695441:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 814 00002000:00100000:0.0:1746157365.695446:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88009ba53b80 x1830978266754304/t4294968317(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 496/448 e 0 to 0 dl 1746157376 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.695451:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53b80 with x1830978266754304 ext(0->7) 00010000:00010000:0.0:1746157365.695455:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a9400/0x4450b99e49e5b836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5f7 expref: 148 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.695463:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a9400/0x4450b99e49e5b836 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c5f7 expref: 140 pid: 16659 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.695468:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba53b80 00000100:00100000:0.0:1746157365.697216:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.698193:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978266379392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157365.698222:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157365.699674:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.701398:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266754816 00000100:00100000:0.0:1746157365.701402:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266754816 00000100:00100000:0.0:1746157365.701426:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3856 00000100:00100000:0.0:1746157365.701431:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:30952:x1830978266754816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157365.701440:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157365.701450:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883e00/0x4450b99e49e5b844 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c60c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.701465:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.701467:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.701472:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883e00/0x4450b99e49e5b844 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c60c expref: 10 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.701484:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091883e00/0x4450b99e49e5b844 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c60c expref: 10 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.701492:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883e00, rc 0) 00000100:00100000:0.0:1746157365.701523:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:30952:x1830978266754816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.701528:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3856 00000100:00100000:0.0:1746157365.702447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.705243:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.705561:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266755456 00000100:00100000:0.0:1746157365.705565:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266755456 00002000:00100000:0.0:1746157365.705584:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132199c00 x1830978266755456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.705592:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1830978266755456 ext(0->4095) 00010000:00010000:0.0:1746157365.705598:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffc00/0x4450b99e49e5b83d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c605 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.705606:0:32249:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800914ffc00/0x4450b99e49e5b83d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c605 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157365.705610:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132199c00 00000100:00100000:0.0:1746157365.705621:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 815 00000100:00100000:0.0:1746157365.705625:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266755456:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.705731:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266755456:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157365.705737:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 815 00002000:00100000:0.0:1746157365.705741:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132199c00 x1830978266755456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746157376 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.705748:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1830978266755456 ext(0->4095) 00010000:00010000:0.0:1746157365.705752:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800914ffc00/0x4450b99e49e5b83d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c605 expref: 6 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.705760:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800914ffc00/0x4450b99e49e5b83d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c605 expref: 6 pid: 16659 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.705766:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132199c00 00000100:00100000:0.0:1746157365.706944:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.707036:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.707092:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.708930:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.710594:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.712535:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.714783:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.716022:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.717378:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.723371:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.726568:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.726619:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.729370:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.735239:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.739550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.744627:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.747484:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.748860:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.750313:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.751930:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.751957:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.754613:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.754640:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.754666:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.754695:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266760064 00000100:00100000:0.0:1746157365.754697:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266760064 00000100:00100000:0.0:1746157365.754717:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3864 00000100:00100000:0.0:1746157365.754723:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:30952:x1830978266760064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157365.754732:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157365.754743:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5b87c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c644 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.754754:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.754759:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094778000/0x4450b99e49e5b875 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c63d expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.754764:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157365.754767:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5b87c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c644 expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.754973:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094778000/0x4450b99e49e5b875 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c63d expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.754988:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5b87c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c644 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.755016:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883a00, rc 0) 00000100:00100000:0.0:1746157365.755034:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:30952:x1830978266760064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 312us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.755492:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3864 00000100:00100000:0.0:1746157365.758817:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.765704:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.768316:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.770430:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.773212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.773258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.773295:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.775775:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.777379:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.781397:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.786430:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.789187:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.790493:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.793175:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.795523:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.795577:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.797421:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.797450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.797471:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.797486:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266764032 00000100:00100000:0.0:1746157365.797490:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266764032 00010000:00010000:0.0:1746157365.797505:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136a47800/0x4450b99e49e5b898 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c660 expref: 20 pid: 8489 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.797569:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266764288 00000100:00100000:0.0:1746157365.797572:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266764288 00010000:00010000:0.0:1746157365.797580:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099afc800/0x4450b99e49e5b891 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c659 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.797594:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7203 00000100:00100000:0.0:1746157365.797598:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266764288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.797604:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.797622:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099afc800/0x4450b99e49e5b891 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c659 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.797630:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099afc800/0x4450b99e49e5b891 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c659 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.797654:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099afc800/0x4450b99e49e5b891 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c659 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.797925:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157365.797948:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978266764288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 348us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.797953:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7203 00000100:00100000:0.0:1746157365.799782:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.804524:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.806669:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.809231:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.810971:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.814058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.814119:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.816512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.816540:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.816574:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.816904:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7206 00000100:00100000:0.0:1746157365.816911:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266765952:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.816918:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.816927:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136a47800/0x4450b99e49e5b8ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c675 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.816934:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136a47800/0x4450b99e49e5b8ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c675 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.816944:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136a47800/0x4450b99e49e5b8ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c675 expref: 6 pid: 8489 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.816966:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157365.816980:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978266765952:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 71us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.816985:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7206 00000100:00100000:0.0:1746157365.818454:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.821372:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.823113:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.825758:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.828184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.831432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.832742:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266767488 00000100:00100000:0.0:1746157365.832746:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266767488 00000100:00100000:0.0:1746157365.832780:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3875 00000100:00100000:0.0:1746157365.832785:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:30951:x1830978266767488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157365.832794:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157365.832805:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b8c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c691 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.832823:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4200/0x4450b99e49e5b8bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c683 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.832830:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c68a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.832836:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.832838:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.832840:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b8c9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c691 expref: 23 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.832862:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c68a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.832872:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c68a expref: 5 pid: 16659 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.832881:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266383360:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157365.832946:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4200/0x4450b99e49e5b8bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c683 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.832953:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4200/0x4450b99e49e5b8bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c683 expref: 23 pid: 8489 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.832960:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266383488:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157365.832977:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.834894:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.834941:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.837143:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.837180:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.840908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.844708:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.847418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.850912:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.854031:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.860428:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.864916:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.864979:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.868712:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.869284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.869330:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.869504:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7212 00000100:00100000:0.0:1746157365.869509:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978266769920:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.869515:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.869521:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5b8d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c69f expref: 25 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.869529:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5b8d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c69f expref: 25 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.869539:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5b8d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c69f expref: 25 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.869550:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.869552:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.869556:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.869563:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.869578:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.870283:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746157365.870294:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266384384:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157365.870352:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.872296:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266770432 00000100:00100000:0.0:1746157365.872301:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266770432 00002000:00100000:0.0:1746157365.872336:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4b480 x1830978266770432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.872350:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4b480 with x1830978266770432 ext(0->4095) 00010000:00010000:0.0:1746157365.872356:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.872367:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.872373:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4b480 00000100:00100000:0.0:1746157365.872396:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 834 00000100:00100000:0.0:1746157365.872404:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978266770432:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.872528:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978266770432:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157365.872534:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 834 00002000:00100000:0.0:1746157365.872538:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4b480 x1830978266770432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746157376 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.872544:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4b480 with x1830978266770432 ext(0->4095) 00010000:00010000:0.0:1746157365.872548:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.872556:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5b8de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6a6 expref: 24 pid: 16659 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.872565:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4b480 00000100:00100000:0.0:1746157365.874139:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.876514:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.880859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.884262:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.885911:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.887897:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.888793:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.888850:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.890535:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.892507:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.895950:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.898965:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.901068:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.903777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.906630:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.907538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.911250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.911283:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.911337:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.911357:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266774016 00000100:00100000:0.0:1746157365.911362:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266774016 00000100:00100000:0.0:1746157365.911390:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3885 00000100:00100000:0.0:1746157365.911396:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266774016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157365.911407:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157365.911419:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b90f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c6d7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.911433:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.911438:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5b908 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6d0 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.911444:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157365.911447:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b90f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6d7 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.911470:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5b908 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6d0 expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.911479:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b90f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6d7 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.911487:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091882600, rc 0) 00000100:00100000:0.0:1746157365.911507:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:30952:x1830978266774016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.911513:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3885 00000100:00100000:0.0:1746157365.913617:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.916263:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.918881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.921458:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.924168:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.926392:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.929176:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.929406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.932572:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.932604:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.932624:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.932939:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7221 00000100:00100000:0.0:1746157365.932944:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266776064:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.932949:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.932955:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b90f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6d7 expref: 6 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.932964:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b90f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6d7 expref: 6 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.932984:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5b90f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6d7 expref: 6 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.932996:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157365.933365:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978266776064:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 420us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.933371:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7221 00000100:00100000:0.0:1746157365.936926:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088787800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266386304:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157365.936945:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093340000, rc 0) 00000100:00100000:0.0:1746157365.936991:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:30952:x1830978266775936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3880us (4385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157365.936999:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3888 00000100:00100000:0.0:1746157365.937416:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266776320 00000100:00100000:0.0:1746157365.937421:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266776320 00002000:00100000:0.0:1746157365.937452:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88013219bb80 x1830978266776320/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/0 e 0 to 0 dl 1746157376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.937460:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1830978266776320 ext(0->4095) 00010000:00010000:0.0:1746157365.937467:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5b91d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6e5 expref: 31 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.937478:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5b91d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6e5 expref: 31 pid: 11071 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.937484:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013219bb80 00000100:00100000:0.0:1746157365.937510:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 841 00000100:00100000:0.0:1746157365.937516:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978266776320:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157365.937633:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978266776320:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157365.937638:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 841 00002000:00100000:0.0:1746157365.937643:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88013219bb80 x1830978266776320/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:171/0 lens 488/4536 e 0 to 0 dl 1746157376 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157365.937649:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1830978266776320 ext(0->4095) 00010000:00010000:0.0:1746157365.937653:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5b91d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6e5 expref: 31 pid: 11071 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746157365.937660:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5b91d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c6e5 expref: 31 pid: 11071 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746157365.937665:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013219bb80 00000100:00100000:0.0:1746157365.939926:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.942425:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.945249:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.947311:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.953577:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.956649:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.956734:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.958776:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.958799:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.958831:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.968148:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.971112:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.974697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.978009:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.980265:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.984613:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.986524:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.986560:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.989863:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.990042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.990101:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.990117:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266780160 00000100:00100000:0.0:1746157365.990121:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266780160 00010000:00010000:0.0:1746157365.990142:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800940d9400/0x4450b99e49e5b939 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c701 expref: 35 pid: 8489 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157365.990158:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266780416 00000100:00100000:0.0:1746157365.990160:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266780416 00010000:00010000:0.0:1746157365.990168:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b940 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c708 expref: 6 pid: 11071 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157365.990179:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7226 00000100:00100000:0.0:1746157365.990184:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1985:x1830978266780160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157365.990196:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157365.990212:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800940d9400/0x4450b99e49e5b939 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c701 expref: 35 pid: 8489 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157365.990438:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800940d9400/0x4450b99e49e5b939 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c701 expref: 35 pid: 8489 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157365.990639:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940d9400/0x4450b99e49e5b939 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c701 expref: 36 pid: 8489 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157365.990659:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.990660:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157365.990665:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5b947 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c70f expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.990672:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5b947 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c70f expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.990688:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5b947 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c70f expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157365.990697:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5b947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c70f expref: 35 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157365.990706:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131900e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266387584:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157365.990755:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157365.993604:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.996682:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157365.998795:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.002705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.005836:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.009693:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.017909:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.017961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.038828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.038860:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.038880:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266782208 00000100:00100000:0.0:1746157366.038885:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266782208 00010000:00010000:0.0:1746157366.038910:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b955 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c71d expref: 6 pid: 11071 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.038933:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7229 00000100:00100000:0.0:1746157366.038939:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266782208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.038949:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.038965:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b955 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c71d expref: 6 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.038973:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b955 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c71d expref: 6 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.038990:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b955 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c71d expref: 6 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.039350:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.039352:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.039359:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b95c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c724 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.039367:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b95c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c724 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.039391:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b95c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c724 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157366.039401:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266388096:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157366.039438:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157366.041316:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.049639:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.054356:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.058373:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.061277:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.061343:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.065252:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.065338:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.067881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.069918:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.072656:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.076120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.078158:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.080666:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.085642:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.089462:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157366.091477:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136a46e00/0x4450b99e49e5b978 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c740 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.091487:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136a46e00/0x4450b99e49e5b978 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c740 expref: 5 pid: 11071 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.091497:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266389248:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157366.092394:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.092750:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.094638:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.098694:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.101783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.104980:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.111841:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.113999:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.120156:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.121387:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.124822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.126613:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266787968 00000100:00100000:0.0:1746157366.126616:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266787968 00002000:00100000:0.0:1746157366.126639:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132198e00 x1830978266787968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:172/0 lens 488/0 e 0 to 0 dl 1746157377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157366.126646:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198e00 with x1830978266787968 ext(0->4095) 00010000:00010000:0.0:1746157366.126651:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c755 expref: 43 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.126661:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c755 expref: 43 pid: 11071 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746157366.126671:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132198e00 00000100:00100000:0.0:1746157366.126691:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 857 00000100:00100000:0.0:1746157366.126696:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1985:x1830978266787968:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157366.127442:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1985:x1830978266787968:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 743us (1002us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157366.127447:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 857 00002000:00100000:0.0:1746157366.127452:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132198e00 x1830978266787968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:172/0 lens 488/4536 e 0 to 0 dl 1746157377 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157366.127459:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198e00 with x1830978266787968 ext(0->4095) 00010000:00010000:0.0:1746157366.127464:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c755 expref: 43 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.127472:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4800/0x4450b99e49e5b98d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c755 expref: 43 pid: 11071 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746157366.127477:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132198e00 00000100:00100000:0.0:1746157366.130576:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.130670:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.134659:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.137248:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.141008:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.145564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.149446:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.152240:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.159454:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.163285:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.163345:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.166753:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.166795:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.171067:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.173551:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.175769:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.177391:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.181646:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.186504:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.190778:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.190826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.194040:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266792704 00000100:00100000:0.0:1746157366.194045:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266792704 00010000:00010000:0.0:1746157366.194064:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5b9b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c77f expref: 47 pid: 11071 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.194115:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266792576 00000100:00100000:0.0:1746157366.194118:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266792576 00010000:00010000:0.0:1746157366.194127:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e5b9be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c786 expref: 6 pid: 11071 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.194141:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7244 00000100:00100000:0.0:1746157366.194146:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1986:x1830978266792704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.194153:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.194167:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5b9b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c77f expref: 47 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.194181:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5b9b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c77f expref: 47 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.194380:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5b9b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c77f expref: 49 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.194411:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.194413:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.194417:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b9c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c78d expref: 48 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.194422:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b9c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c78d expref: 48 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.194459:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b9c5 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c78d expref: 48 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.194465:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b0f800/0x4450b99e49e5b9c5 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c78d expref: 48 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.194471:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266391296:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157366.196727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.198629:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.201212:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.208352:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.212230:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.212276:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.215561:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.215952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.217346:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.219468:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.222391:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.227366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.229146:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.231855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.234192:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.235847:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.236132:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3287 00000100:00100000:0.0:1746157366.236139:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1983:x1830978266795776:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157366.236245:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1983:x1830978266795776:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157366.236251:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3287 00002000:00100000:0.0:1746157366.236255:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009252c000 x1830978266795776/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:172/0 lens 488/4536 e 0 to 0 dl 1746157377 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157366.236262:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c000 with x1830978266795776 ext(0->4095) 00002000:00010000:0.0:1746157366.236264:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252c000 00000100:00100000:0.0:1746157366.238863:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.239310:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.242506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.242542:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.242568:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.244849:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.248912:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.252638:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.256206:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.259569:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.264182:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.264228:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.267967:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.268002:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.270410:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.270714:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.273291:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.284022:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.289147:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.295225:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.295960:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.302936:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.305149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.308059:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.313567:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.315031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.319407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.322968:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.323014:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.326267:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.326415:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.326702:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7259 00000100:00100000:0.0:1746157366.326707:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978266802048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.326713:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.326720:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5ba20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c7e8 expref: 6 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.326727:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5ba20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c7e8 expref: 6 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.326852:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5ba20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c7e8 expref: 6 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.326872:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.326874:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.326879:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5ba27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c7ef expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.326886:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5ba27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c7ef expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.326907:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5ba27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c7ef expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157366.326916:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a173b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266394368:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157366.326999:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157366.329230:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.331939:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.334612:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.341016:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.343519:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.346762:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.346844:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.349186:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.350262:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.350370:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.353461:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.355904:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.359365:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.364524:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.366645:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.376768:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.376818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.379445:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.379737:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.379768:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.382036:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.382114:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266806528 00000100:00100000:0.0:1746157366.382118:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266806528 00002000:00100000:0.0:1746157366.382143:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009ba88380 x1830978266806528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:172/0 lens 488/0 e 0 to 0 dl 1746157377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157366.382151:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba88380 with x1830978266806528 ext(0->4095) 00010000:00010000:0.0:1746157366.382156:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ba51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c819 expref: 61 pid: 11071 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.382165:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ba51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c819 expref: 61 pid: 11071 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746157366.382300:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba88380 00000100:00100000:0.0:1746157366.385637:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.390174:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.392634:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.395066:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.399113:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.399199:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.401214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.401538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.403371:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.403438:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.405558:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.408060:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.412166:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.414987:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.417732:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.421732:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.426201:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.427914:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.427935:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.428149:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.428624:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a460f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157366.432292:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.435271:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.439721:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.443410:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.446647:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.448635:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.451019:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.451664:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.453856:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.454058:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.454425:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.456932:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.459455:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.462791:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.465042:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.467564:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.469489:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.471549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.471721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.474537:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.474570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.474642:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.474657:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266814208 00000100:00100000:0.0:1746157366.474660:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266814208 00010000:00010000:0.0:1746157366.474675:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5ba9e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c866 expref: 71 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.474692:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266814464 00000100:00100000:0.0:1746157366.474693:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266814464 00010000:00010000:0.0:1746157366.474702:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5ba97 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c85f expref: 6 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.474715:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7276 00000100:00100000:0.0:1746157366.474719:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978266814208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.474726:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.474741:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5ba9e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c866 expref: 72 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.474754:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5ba9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c866 expref: 72 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.474767:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157366.474783:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1985:x1830978266814208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 63us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157366.474790:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7276 00000100:00100000:0.0:1746157366.477286:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.481771:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.485792:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.489524:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.493190:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.497251:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.499001:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.503139:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.503170:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.503239:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.507257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.513065:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.518372:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.525560:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.527524:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.530230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.533222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.534238:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.537191:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.538596:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.538619:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266818176 00000100:00100000:0.0:1746157366.538624:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266818176 00010000:00010000:0.0:1746157366.538642:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a44c0200/0x4450b99e49e5bac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c889 expref: 73 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.538664:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7283 00000100:00100000:0.0:1746157366.538671:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1984:x1830978266818176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.538680:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.538691:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a44c0200/0x4450b99e49e5bac1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c889 expref: 73 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.538700:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a44c0200/0x4450b99e49e5bac1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c889 expref: 73 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.538715:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a44c0200/0x4450b99e49e5bac1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c889 expref: 73 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.538730:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.538732:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.538739:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5bacf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c897 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.538746:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5bacf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c897 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.538776:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5bacf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c897 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157366.538791:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266399488:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157366.538851:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157366.538915:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.542599:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013219a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266399616:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157366.542621:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e5bad6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c89e expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.542635:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099a78600, rc 0) 00000100:00100000:0.0:1746157366.543297:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266818304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4088us (4379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157366.543305:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3950 00000100:00100000:0.0:1746157366.547799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.553005:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.556613:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.559386:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.561751:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.569344:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.569396:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.573575:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.574032:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.574578:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.577799:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.581240:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.584675:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.588342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.591280:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.596868:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.596988:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.601118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.602968:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.605659:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.605720:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.607957:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.610623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.617347:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.620214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.622731:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.624456:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.624541:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.627282:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.627336:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.627420:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7291 00000100:00100000:0.0:1746157366.627427:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:1986:x1830978266824192:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.627437:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.627453:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5bb07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c8cf expref: 79 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.627463:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5bb07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c8cf expref: 79 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.627526:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b0f600/0x4450b99e49e5bb07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c8cf expref: 79 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.627554:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.627556:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.627562:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5bb0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c8d6 expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.627568:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5bb0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c8d6 expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.627590:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5bb0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c8d6 expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157366.627598:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266401408:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157366.627669:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157366.629487:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.631632:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.633166:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.635618:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.639487:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.646160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.646198:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.652443:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.652492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.655422:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.657694:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.660375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.664733:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.668505:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.671006:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.674367:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.674413:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.677367:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.677404:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.677936:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.680702:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.682021:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.684261:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.692839:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.696798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.703514:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.708726:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266829824 00000100:00100000:0.0:1746157366.708733:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266829824 00002000:00100000:0.0:1746157366.708762:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d9c9f80 x1830978266829824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:172/0 lens 488/0 e 0 to 0 dl 1746157377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157366.708772:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9f80 with x1830978266829824 ext(0->4095) 00010000:00010000:0.0:1746157366.708778:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5bb3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c907 expref: 86 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.708787:0:8492:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5bb3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c907 expref: 86 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157366.708792:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d9c9f80 00000100:00100000:0.0:1746157366.712518:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.712586:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.712649:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.716805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.719121:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.721695:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.725767:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.729609:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.732647:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.735466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.740386:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.740440:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.747097:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.747146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.747165:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266832256 00000100:00100000:0.0:1746157366.747172:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266832256 00010000:00010000:0.0:1746157366.747197:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094550c00/0x4450b99e49e5bb5b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c923 expref: 88 pid: 8487 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.747231:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266832512 00000100:00100000:0.0:1746157366.747233:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266832512 00010000:00010000:0.0:1746157366.747242:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5176c00/0x4450b99e49e5bb54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c91c expref: 6 pid: 8487 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.747256:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7304 00000100:00100000:0.0:1746157366.747260:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266832512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.747266:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.747277:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5176c00/0x4450b99e49e5bb54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c91c expref: 6 pid: 8487 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.747286:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5176c00/0x4450b99e49e5bb54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c91c expref: 6 pid: 8487 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.747611:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5176c00/0x4450b99e49e5bb54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c91c expref: 6 pid: 8487 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.747999:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157366.748646:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978266832512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1384us (1498us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157366.748652:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7304 00000100:00100000:0.0:1746157366.750702:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.760702:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.763990:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.774193:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.776248:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.778600:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.784671:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.788108:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.788131:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.788156:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.792460:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.794795:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.797810:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.800246:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.802582:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.804955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.813408:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266836096 00000100:00100000:0.0:1746157366.813414:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266836096 00002000:00100000:0.0:1746157366.813443:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880088785c00 x1830978266836096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:172/0 lens 488/0 e 0 to 0 dl 1746157377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157366.813456:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785c00 with x1830978266836096 ext(0->4095) 00002000:00010000:0.0:1746157366.813460:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088785c00 00000100:00100000:0.0:1746157366.813632:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3339 00000100:00100000:0.0:1746157366.813638:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1984:x1830978266836096:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157366.813767:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1984:x1830978266836096:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157366.813773:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3339 00002000:00100000:0.0:1746157366.813778:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880088785c00 x1830978266836096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:172/0 lens 488/4536 e 0 to 0 dl 1746157377 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157366.813784:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785c00 with x1830978266836096 ext(0->4095) 00002000:00010000:0.0:1746157366.813786:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088785c00 00000100:00100000:0.0:1746157366.818479:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.818531:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.823953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.824766:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266836736 00000100:00100000:0.0:1746157366.824769:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266836736 00010000:00010000:0.0:1746157366.824780:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5bb7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c946 expref: 8 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.824795:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7310 00000100:00100000:0.0:1746157366.824800:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978266836736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157366.824805:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157366.824812:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5bb7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c946 expref: 8 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.824826:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5bb7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c946 expref: 8 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.824837:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b0e400/0x4450b99e49e5bb7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c946 expref: 8 pid: 16659 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746157366.824848:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.824849:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.824854:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e5bb8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c954 expref: 90 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.824954:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e5bb8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c954 expref: 90 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157366.827737:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.830899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.838878:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.843591:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.845568:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.853483:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.856817:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.856865:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.860441:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.861147:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.862434:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.866813:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.871764:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.878530:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.884559:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.886581:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.891880:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.892978:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.898300:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.898946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.903145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.904359:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.907686:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.911141:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.922155:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.924939:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.930437:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.932908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.933779:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.934469:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3985 00000100:00100000:0.0:1746157366.934483:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:30951:x1830978266842112:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157366.934496:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157366.934509:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5bbcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c993 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.934529:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d1b5000/0x4450b99e49e5bbbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c985 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.934535:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5bbc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c98c expref: 97 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.934543:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.934545:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157366.934547:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5bbcb lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c993 expref: 97 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.934574:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5bbc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c98c expref: 97 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.934585:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b0e200/0x4450b99e49e5bbc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c98c expref: 97 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.934595:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266406912:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157366.936623:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d1b5000/0x4450b99e49e5bbbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c985 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157366.936635:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d1b5000/0x4450b99e49e5bbbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c985 expref: 5 pid: 16659 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746157366.936646:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266407040:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157366.940221:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.940254:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.943383:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.946186:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.950118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.954494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.957582:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.960349:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.963534:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.967948:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.968638:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.971764:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.971822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.973614:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.984787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.994985:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157366.999360:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.005600:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157367.005928:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157367.009550:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.010325:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.014265:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.014571:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.014812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.016615:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.018252:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.020927:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.027635:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.040536:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.040568:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.040592:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.040613:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266848640 00000100:00100000:0.0:1746157367.040614:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266848640 00000100:00100000:0.0:1746157367.040712:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3995 00000100:00100000:0.0:1746157367.040718:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:30952:x1830978266848640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157367.040731:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157367.040742:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5bc11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02c9d9 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.040758:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.040763:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5170c00/0x4450b99e49e5bc0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c9d2 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.040767:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157367.040770:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5bc11 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c9d9 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.040795:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5170c00/0x4450b99e49e5bc0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c9d2 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.040805:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5bc11 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02c9d9 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.040813:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091882e00, rc 0) 00000100:00100000:0.0:1746157367.040845:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:30952:x1830978266848640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157367.040850:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3995 00000100:00100000:0.0:1746157367.045741:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.048174:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.051118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.054235:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.054282:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266849536 00000100:00100000:0.0:1746157367.054287:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266849536 00002000:00100000:0.0:1746157367.054344:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880131901f80 x1830978266849536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:173/0 lens 488/0 e 0 to 0 dl 1746157378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.054351:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131901f80 with x1830978266849536 ext(0->4095) 00002000:00010000:0.0:1746157367.054355:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131901f80 00000100:00100000:0.0:1746157367.054368:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3352 00000100:00100000:0.0:1746157367.054374:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266849536:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157367.054531:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266849536:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157367.054536:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3352 00002000:00100000:0.0:1746157367.054541:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880131901f80 x1830978266849536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:173/0 lens 488/4536 e 0 to 0 dl 1746157378 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.054548:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131901f80 with x1830978266849536 ext(0->4095) 00002000:00010000:0.0:1746157367.054550:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131901f80 00000100:00100000:0.0:1746157367.057860:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.060848:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.063648:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.069146:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.069697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.071585:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.073481:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.075124:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.081050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.085293:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.089374:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.089452:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.092459:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.092622:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.095123:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.095665:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.098179:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.099402:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.102564:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.105504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.108400:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.111777:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.115049:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.115701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.118805:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.119056:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.124279:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.126761:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.130403:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.132014:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.133952:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.136447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.138415:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.138706:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.141384:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.141887:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.142058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.144761:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266857344 00000100:00100000:0.0:1746157367.144766:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266857344 00002000:00100000:0.0:1746157367.144789:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009252df80 x1830978266857344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/0 e 0 to 0 dl 1746157378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.144802:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252df80 with x1830978266857344 ext(0->4095) 00010000:00010000:0.0:1746157367.144808:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5bc5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca26 expref: 111 pid: 8489 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.144818:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5bc5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca26 expref: 111 pid: 8489 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.144824:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009252df80 00000100:00100000:0.0:1746157367.144849:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 943 00000100:00100000:0.0:1746157367.144856:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+111:1985:x1830978266857344:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157367.144958:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+111:1985:x1830978266857344:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157367.144963:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 943 00002000:00100000:0.0:1746157367.144967:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009252df80 x1830978266857344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/4536 e 0 to 0 dl 1746157378 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.144974:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252df80 with x1830978266857344 ext(0->4095) 00010000:00010000:0.0:1746157367.144979:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5bc5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca26 expref: 111 pid: 8489 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.144987:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5bc5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca26 expref: 111 pid: 8489 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.144992:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009252df80 00000100:00100000:0.0:1746157367.149268:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.151243:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.155241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.156991:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.158943:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.162025:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.169175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.172305:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.174021:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.174972:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.176447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.179464:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.183865:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.188219:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266860032 00000100:00100000:0.0:1746157367.188224:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266860032 00000100:00100000:0.0:1746157367.191172:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.193903:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.197197:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.198534:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.200048:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.200213:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.200517:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.200531:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266861184 00000100:00100000:0.0:1746157367.200534:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266861184 00000100:00100000:0.0:1746157367.200555:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266861440 00000100:00100000:0.0:1746157367.200556:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266861440 00000100:00100000:0.0:1746157367.200569:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 372 00000100:00100000:0.0:1746157367.200573:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1986:x1830978266861184:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157367.201046:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1986:x1830978266861184:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 471us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157367.201054:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 372 00000100:00100000:0.0:1746157367.201529:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.201540:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266861696 00000100:00100000:0.0:1746157367.201543:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266861696 00000100:00100000:0.0:1746157367.205618:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.212953:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.216400:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.220876:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.222495:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.225333:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.228446:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.229569:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.232166:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.234740:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.234812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.240266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.245762:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.252538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.258891:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.264710:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.264791:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.269007:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266865408 00000100:00100000:0.0:1746157367.269010:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266865408 00010000:00010000:0.0:1746157367.269028:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5bca4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca6c expref: 6 pid: 21450 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.269046:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7351 00000100:00100000:0.0:1746157367.269050:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978266865408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157367.269058:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157367.269069:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5bca4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca6c expref: 6 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.269093:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5bca4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca6c expref: 6 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.269109:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c74400/0x4450b99e49e5bca4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ca6c expref: 6 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.269392:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157367.272429:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.272986:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.277129:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.279619:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.282744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.284855:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.286887:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.288681:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.290849:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.290912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.293266:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.294302:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.294360:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.297335:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.300030:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.304297:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.308299:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.310868:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.313914:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.319117:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.328542:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.330850:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.330878:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.331553:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.331587:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266869760 00000100:00100000:0.0:1746157367.331589:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266869760 00000100:00100000:0.0:1746157367.331635:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4025 00000100:00100000:0.0:1746157367.331640:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+124:30952:x1830978266869760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157367.331649:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157367.333359:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bce3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02caab expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.333381:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e5bcdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02caa4 expref: 124 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.333387:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157367.333389:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157367.333392:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bce3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02caab expref: 124 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.333414:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e5bcdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02caa4 expref: 124 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.333423:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e5bcdc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02caa4 expref: 124 pid: 21450 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.333437:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c52b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266415616:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157367.333478:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157367.335245:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.342392:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.345978:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.351570:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.354498:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.357065:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.360836:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.363226:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.365745:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.366291:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.366472:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.369246:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.372715:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.376719:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.381643:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.384729:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266872832 00000100:00100000:0.0:1746157367.384735:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266872832 00000100:00100000:0.0:1746157367.384769:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266872960 00000100:00100000:0.0:1746157367.384770:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266872960 00000100:00100000:0.0:1746157367.384783:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4029 00000100:00100000:0.0:1746157367.384788:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+126:30951:x1830978266872832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157367.384800:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157367.384811:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5bcff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cac7 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.384836:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e5bcf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cac0 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.384842:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.384843:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.384847:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5bcff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cac7 expref: 127 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.384875:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e5bcf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cac0 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.384886:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e5bcf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cac0 expref: 5 pid: 21450 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.384896:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1738a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266416512:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157367.384949:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157367.387238:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.392469:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.394610:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.401272:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.405830:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.407580:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.409423:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.411692:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.412725:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.413143:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.415108:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.415357:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.417463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.420450:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.424042:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.427379:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.430012:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.432578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.436906:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.442269:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.445143:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.445352:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.446392:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.449414:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.451767:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.453843:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.456463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.458486:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.462978:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.473064:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.473150:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.476357:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.478647:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.478688:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.493553:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.496019:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.503696:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.504814:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.507594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.507633:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.508522:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266880384 00000100:00100000:0.0:1746157367.508526:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266880384 00010000:00010000:0.0:1746157367.508544:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5bd45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb0d expref: 6 pid: 16659 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.508565:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7374 00000100:00100000:0.0:1746157367.508569:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266880384:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157367.508576:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157367.508593:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5bd45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb0d expref: 6 pid: 16659 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.508602:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5bd45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb0d expref: 6 pid: 16659 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.508616:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db8200/0x4450b99e49e5bd45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb0d expref: 6 pid: 16659 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.508638:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.508639:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.508645:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5bd4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb14 expref: 135 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.508652:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5bd4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb14 expref: 135 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.509089:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5bd4c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb14 expref: 135 pid: 16659 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.509097:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5bd4c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb14 expref: 135 pid: 16659 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.509106:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f34a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266419200:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157367.512293:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.513967:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.522147:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.525329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.529911:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.529983:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.532937:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.534753:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.539174:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.544178:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.547834:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.550812:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.553743:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.556162:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.559946:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.563318:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.564700:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.568824:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.568859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.569238:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.573583:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.573604:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266884864 00000100:00100000:0.0:1746157367.573610:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266884864 00002000:00100000:0.0:1746157367.573636:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012ccbea00 x1830978266884864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/0 e 0 to 0 dl 1746157378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.573644:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbea00 with x1830978266884864 ext(0->4095) 00010000:00010000:0.0:1746157367.573650:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5bd76 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb3e expref: 139 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.573660:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5bd76 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb3e expref: 139 pid: 21450 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.573665:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ccbea00 00000100:00100000:0.0:1746157367.573678:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 978 00000100:00100000:0.0:1746157367.573696:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+139:1985:x1830978266884864:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157367.573810:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+139:1985:x1830978266884864:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157367.573816:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 978 00002000:00100000:0.0:1746157367.573820:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88012ccbea00 x1830978266884864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/4536 e 0 to 0 dl 1746157378 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.573826:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbea00 with x1830978266884864 ext(0->4095) 00010000:00010000:0.0:1746157367.573830:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5bd76 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb3e expref: 139 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.573838:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5bd76 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb3e expref: 139 pid: 21450 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.573843:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ccbea00 00000100:00100000:0.0:1746157367.579168:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.581649:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.585392:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.590773:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.594465:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.594631:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.596964:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.597003:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.598237:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.601379:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.603494:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.606288:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.610646:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.616061:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.619723:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.623695:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.623744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.626117:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.626151:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.626342:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.626352:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266888704 00000100:00100000:0.0:1746157367.626354:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266888704 00010000:00010000:0.0:1746157367.626365:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091523800/0x4450b99e49e5bd92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb5a expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.626384:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7386 00000100:00100000:0.0:1746157367.626388:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266888704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157367.626393:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157367.626402:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523800/0x4450b99e49e5bd92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb5a expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.626409:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523800/0x4450b99e49e5bd92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb5a expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.626420:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523800/0x4450b99e49e5bd92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb5a expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.626441:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.626442:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.626447:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bda0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb68 expref: 144 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.626453:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bda0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb68 expref: 144 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.626482:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bda0 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb68 expref: 144 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.626488:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bda0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb68 expref: 144 pid: 21450 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.626496:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130563b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266421632:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157367.626521:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157367.628539:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.633496:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.639129:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.641216:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.643573:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.646699:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.646776:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.649961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.650582:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.650871:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.653120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.653137:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266890752 00000100:00100000:0.0:1746157367.653145:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266890752 00002000:00100000:0.0:1746157367.653234:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009ba8b480 x1830978266890752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/0 e 0 to 0 dl 1746157378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.653242:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8b480 with x1830978266890752 ext(0->4095) 00010000:00010000:0.0:1746157367.653247:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5bdb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb7d expref: 146 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.653256:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5bdb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb7d expref: 146 pid: 8487 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.653261:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba8b480 00000100:00100000:0.0:1746157367.653284:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 986 00000100:00100000:0.0:1746157367.653289:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+145:1983:x1830978266890752:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157367.653448:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+145:1983:x1830978266890752:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 159us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157367.653454:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 986 00002000:00100000:0.0:1746157367.653459:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009ba8b480 x1830978266890752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/4536 e 0 to 0 dl 1746157378 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.653471:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8b480 with x1830978266890752 ext(0->4095) 00010000:00010000:0.0:1746157367.653475:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5bdb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb7d expref: 145 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.653483:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5bdb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb7d expref: 145 pid: 8487 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.653488:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba8b480 00000100:00100000:0.0:1746157367.654827:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.657277:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.659277:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.660915:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.662500:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.665043:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266892032 00000100:00100000:0.0:1746157367.665048:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266892032 00002000:00100000:0.0:1746157367.665104:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093335500 x1830978266892032/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/0 e 0 to 0 dl 1746157378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.665112:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335500 with x1830978266892032 ext(0->4095) 00002000:00010000:0.0:1746157367.665115:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093335500 00000100:00100000:0.0:1746157367.667009:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.667123:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.669999:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.670157:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.670184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.672539:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.673199:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009447f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266423040:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157367.673213:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091522200/0x4450b99e49e5bdd1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb99 expref: 148 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.673221:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091522200, rc 0) 00000100:00100000:0.0:1746157367.673247:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+148:30952:x1830978266892800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2492us (3063us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157367.673252:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4059 00000100:00100000:0.0:1746157367.674822:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.677529:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.679700:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.681416:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.682701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.685674:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.689034:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.689428:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.691723:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266895104 00000100:00100000:0.0:1746157367.691727:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266895104 00000100:00100000:0.0:1746157367.691761:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4062 00000100:00100000:0.0:1746157367.691767:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+150:30952:x1830978266895104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157367.691775:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157367.691784:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bde6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cbae expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.691796:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.691800:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5bddf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cba7 expref: 151 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.691810:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157367.691813:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bde6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbae expref: 151 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.691831:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5bddf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cba7 expref: 151 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.691840:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bde6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbae expref: 150 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.691847:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091882600, rc 0) 00000100:00100000:0.0:1746157367.691862:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+150:30952:x1830978266895104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157367.691867:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4062 00000100:00100000:0.0:1746157367.691883:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266894848 00000100:00100000:0.0:1746157367.691885:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266894848 00010000:00010000:0.0:1746157367.691895:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5bdd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cba0 expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.691907:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266894976 00000100:00100000:0.0:1746157367.691909:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266894976 00010000:00010000:0.0:1746157367.691915:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091522200/0x4450b99e49e5bdd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cb99 expref: 150 pid: 8487 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.691933:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7394 00000100:00100000:0.0:1746157367.691938:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266894848:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157367.691948:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157367.691960:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5bdd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cba0 expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.691969:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5bdd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cba0 expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.692001:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5bdd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cba0 expref: 6 pid: 8487 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.692013:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157367.692035:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978266894848:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 97us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157367.692040:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7394 00000100:00100000:0.0:1746157367.694325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.698271:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.699892:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.701777:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.707384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.710196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.710511:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.712280:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.714137:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978266896896:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 669us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157367.714144:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7397 00000100:00100000:0.0:1746157367.714637:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266897152 00000100:00100000:0.0:1746157367.714640:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266897152 00010000:00010000:0.0:1746157367.714656:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bde6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbae expref: 151 pid: 21450 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.714668:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7398 00000100:00100000:0.0:1746157367.714672:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+151:1986:x1830978266897152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157367.714678:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157367.714686:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bde6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbae expref: 151 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.714693:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bde6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbae expref: 151 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.714704:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5bde6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbae expref: 151 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.714715:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.714716:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.714721:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bdf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbbc expref: 150 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.714727:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bdf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbbc expref: 150 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.714749:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bdf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbbc expref: 150 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.714758:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800999ad000/0x4450b99e49e5bdf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbbc expref: 150 pid: 8487 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.714771:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266424320:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157367.715198:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157367.716481:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.718821:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.721938:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.725860:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.732123:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.732364:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4067 00000100:00100000:0.0:1746157367.732372:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+152:30952:x1830978266898304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157367.732379:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157367.732389:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cbd1 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.732404:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.732406:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.732410:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbd1 expref: 154 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.732447:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbd1 expref: 154 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.732452:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbd1 expref: 154 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.732458:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883a00, rc 0) 00000100:00100000:0.0:1746157367.732496:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+154:30952:x1830978266898304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157367.732499:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4067 00000100:00100000:0.0:1746157367.734088:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.736111:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.736614:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266898944 00000100:00100000:0.0:1746157367.736617:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266898944 00010000:00010000:0.0:1746157367.736631:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbd1 expref: 153 pid: 21450 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.736657:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7401 00000100:00100000:0.0:1746157367.736662:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+153:1983:x1830978266898944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157367.736668:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157367.736678:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbd1 expref: 153 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.736687:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbd1 expref: 153 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.736699:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5be09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbd1 expref: 153 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.736717:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.736718:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.736722:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5be02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbca expref: 152 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.736728:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5be02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbca expref: 152 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.736747:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5be02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbca expref: 152 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.736756:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5be02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbca expref: 152 pid: 8487 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746157367.736764:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d49500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266424960:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157367.736814:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157367.738805:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.746433:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.749339:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.752832:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.752873:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.755930:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.756215:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.759625:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.761539:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.768828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.774677:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266901120 00000100:00100000:0.0:1746157367.774686:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266901120 00002000:00100000:0.0:1746157367.774721:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978266901120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/0 e 0 to 0 dl 1746157378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.774730:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978266901120 ext(0->4095) 00002000:00010000:0.0:1746157367.774734:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009447f100 00000100:00100000:0.0:1746157367.774764:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3408 00000100:00100000:0.0:1746157367.774772:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+157:1986:x1830978266901120:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157367.775017:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+156:1986:x1830978266901120:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157367.775023:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3408 00002000:00100000:0.0:1746157367.775029:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978266901120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/4536 e 0 to 0 dl 1746157378 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.775036:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978266901120 ext(0->4095) 00002000:00010000:0.0:1746157367.775039:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009447f100 00000100:00100000:0.0:1746157367.776930:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.776960:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.781201:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.786662:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.786688:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266901760 00000100:00100000:0.0:1746157367.786694:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266901760 00002000:00100000:0.0:1746157367.786727:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978266901760/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/0 e 0 to 0 dl 1746157378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.786735:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978266901760 ext(0->4095) 00010000:00010000:0.0:1746157367.786743:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e5be25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbed expref: 156 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.786755:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e5be25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbed expref: 156 pid: 21450 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.786762:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009419d180 00000100:00100000:0.0:1746157367.786792:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1002 00000100:00100000:0.0:1746157367.786798:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+156:1985:x1830978266901760:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157367.786940:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+156:1985:x1830978266901760:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157367.786946:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1002 00002000:00100000:0.0:1746157367.786951:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978266901760/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:173/0 lens 488/4536 e 0 to 0 dl 1746157378 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157367.786958:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978266901760 ext(0->4095) 00010000:00010000:0.0:1746157367.786962:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e5be25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbed expref: 156 pid: 21450 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746157367.786971:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e5be25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cbed expref: 156 pid: 21450 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746157367.786975:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009419d180 00000100:00100000:0.0:1746157367.791267:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.793220:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.797108:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.801145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.804482:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.808795:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.809477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.811470:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.813189:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.815417:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.819390:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.821781:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.829268:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.831157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.835594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.836740:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.839508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.839545:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.842360:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.843697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.847492:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.850143:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.853425:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.857355:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.865058:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.865121:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.869899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.873586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.880942:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.883946:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.890296:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.893197:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.896212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.901145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.903068:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.904114:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.914691:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.914730:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.920852:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.920918:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.925674:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.927608:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.930517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.933416:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.937091:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.943935:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.946290:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.946346:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.952730:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.953579:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.954970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.957286:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.959873:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.961482:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.962957:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.965694:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.969036:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.971109:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.974157:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.981943:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.981986:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.982270:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.983005:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266913408 00000100:00100000:0.0:1746157367.983009:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266913408 00010000:00010000:0.0:1746157367.983021:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5be8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc56 expref: 6 pid: 8487 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746157367.983045:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7422 00000100:00100000:0.0:1746157367.983049:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978266913408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157367.983057:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157367.983064:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5be8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc56 expref: 6 pid: 8487 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157367.983089:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5be8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc56 expref: 6 pid: 8487 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157367.983101:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5be8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc56 expref: 6 pid: 8487 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157367.983111:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.983113:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157367.983117:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5be9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc64 expref: 168 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.983124:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5be9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc64 expref: 168 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.983142:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5be9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc64 expref: 168 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157367.983150:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5be9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc64 expref: 168 pid: 8487 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746157367.983159:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fbb8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266429696:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157367.983202:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157367.986171:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.992713:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157367.995794:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.001867:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.004528:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.004566:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.008115:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.008153:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.013286:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.016438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.020185:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.029752:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.042146:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.045005:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.055118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.056627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.060874:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266916736 00000100:00100000:0.0:1746157368.060879:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266916736 00002000:00100000:0.0:1746157368.060909:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb48a80 x1830978266916736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:174/0 lens 488/0 e 0 to 0 dl 1746157379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157368.060918:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48a80 with x1830978266916736 ext(0->4095) 00010000:00010000:0.0:1746157368.060925:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5bebf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc87 expref: 173 pid: 8487 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.060937:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5bebf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc87 expref: 173 pid: 8487 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746157368.060943:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb48a80 00000100:00100000:0.0:1746157368.060969:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1020 00000100:00100000:0.0:1746157368.060976:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+173:1985:x1830978266916736:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157368.061116:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+173:1985:x1830978266916736:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157368.061122:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1020 00002000:00100000:0.0:1746157368.061127:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb48a80 x1830978266916736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:174/0 lens 488/4536 e 0 to 0 dl 1746157379 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157368.061134:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48a80 with x1830978266916736 ext(0->4095) 00010000:00010000:0.0:1746157368.061138:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5bebf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc87 expref: 173 pid: 8487 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.061147:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5bebf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cc87 expref: 173 pid: 8487 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746157368.061152:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb48a80 00000100:00100000:0.0:1746157368.071145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.084009:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.087947:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.094592:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.096155:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266917760 00000100:00100000:0.0:1746157368.096159:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266917760 00002000:00100000:0.0:1746157368.096183:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a1739880 x1830978266917760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:174/0 lens 488/0 e 0 to 0 dl 1746157379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157368.096190:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739880 with x1830978266917760 ext(0->4095) 00002000:00010000:0.0:1746157368.096193:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1739880 00000100:00100000:0.0:1746157368.096215:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3429 00000100:00100000:0.0:1746157368.096219:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266917760:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157368.096351:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266917760:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157368.096357:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3429 00002000:00100000:0.0:1746157368.096361:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a1739880 x1830978266917760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:174/0 lens 488/4536 e 0 to 0 dl 1746157379 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157368.096368:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739880 with x1830978266917760 ext(0->4095) 00002000:00010000:0.0:1746157368.096371:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1739880 00000100:00100000:0.0:1746157368.108142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.111257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.111288:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.111332:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.114486:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.116686:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.120154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.123094:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.125532:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.127199:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.136032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.136096:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.138904:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.138932:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.138967:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.141242:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.143327:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.146430:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.149094:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.150852:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.153466:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.155508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.160381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.163190:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.163230:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.163935:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.166332:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.169481:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.174221:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.180184:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.185791:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.188872:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.193861:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.201121:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.201282:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.201634:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.207228:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.214938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.225132:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.233703:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.235191:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.238826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.244925:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.248982:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.249006:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.249028:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.251287:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.255341:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.262469:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.270108:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.278173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.281111:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.281771:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.284340:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.287798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.289727:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.296258:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.297903:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.300942:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.305735:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.305776:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.308245:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.308290:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.312347:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.316036:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.319822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.324054:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.329787:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.338698:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.339865:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.341141:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.345590:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.349279:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.349464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.354354:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.360455:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.367725:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.371477:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.377987:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.378619:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.380744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.381109:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.384004:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.384112:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.388210:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.400523:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.410237:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.410594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.418434:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.422468:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.426038:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.433886:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.444291:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.447672:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.450394:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.454035:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.456873:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.459709:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.470214:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.473638:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.477031:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.482204:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.495603:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.500245:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.503321:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.507451:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.510543:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.512460:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.514913:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.516034:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.518631:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.519424:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.519463:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.519676:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7463 00000100:00100000:0.0:1746157368.519683:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1983:x1830978266938880:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157368.519689:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157368.519697:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523800/0x4450b99e49e5bfb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cd7c expref: 7 pid: 11071 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.519705:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523800/0x4450b99e49e5bfb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cd7c expref: 7 pid: 11071 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.519715:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523800/0x4450b99e49e5bfb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cd7c expref: 7 pid: 11071 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.519727:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157368.519729:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157368.519734:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5bfbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cd83 expref: 199 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.519741:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5bfbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cd83 expref: 199 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.519759:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5bfbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cd83 expref: 199 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.519768:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5bfbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cd83 expref: 199 pid: 8487 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746157368.519777:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130562a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266438784:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157368.519816:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157368.521585:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.529015:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.532138:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.534680:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.536597:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.538900:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.539449:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.541650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.543495:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.543539:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.545549:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.546887:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.548748:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.550718:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.552380:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.554263:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.560277:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.560338:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.562626:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.562649:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.562697:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.565052:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.571401:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.574337:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.581060:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.581597:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.584624:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.585146:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.587705:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.589819:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.592319:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.594894:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.597531:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.599184:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.603490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.604508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.607008:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.607965:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.609105:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.612375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.619253:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.624120:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.630282:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.630361:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.635287:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.635580:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.638682:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.642005:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.647828:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.658765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.660393:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.660431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.662151:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.662283:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.663906:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.665527:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.669257:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.672930:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.675704:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.682215:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.684818:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.685558:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.687389:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.690234:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.691265:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+213:1985:x1830978266951040:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 737us (1034us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157368.691271:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1068 00002000:00100000:0.0:1746157368.691277:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092d4a300 x1830978266951040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:174/0 lens 488/4536 e 0 to 0 dl 1746157379 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157368.691283:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4a300 with x1830978266951040 ext(0->4095) 00010000:00010000:0.0:1746157368.691287:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce01 expref: 213 pid: 16659 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.691311:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce01 expref: 213 pid: 16659 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746157368.691317:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092d4a300 00000100:00100000:0.0:1746157368.693530:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.698844:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.703011:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.708556:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.711366:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.711802:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.714812:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.714854:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.717379:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.717493:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.720473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.722845:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.730214:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.732425:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.735773:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.735804:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.738027:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.740129:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.740159:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.740323:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.755293:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.757549:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.759995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.761749:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.767285:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.769165:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.769208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.772204:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.772230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.772259:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.772420:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7490 00000100:00100000:0.0:1746157368.772426:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+219:1985:x1830978266956416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157368.772433:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157368.772555:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091522a00/0x4450b99e49e5c071 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce39 expref: 219 pid: 16659 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.772565:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091522a00/0x4450b99e49e5c071 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce39 expref: 219 pid: 16659 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.772577:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091522a00/0x4450b99e49e5c071 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce39 expref: 219 pid: 16659 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746157368.772680:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157368.772684:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157368.772690:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c078 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce40 expref: 218 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.772698:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c078 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce40 expref: 218 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.772729:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c078 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce40 expref: 218 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.772739:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c078 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce40 expref: 218 pid: 16659 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746157368.772747:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266444800:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157368.772790:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157368.781977:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.791872:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.797481:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.805054:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.805145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.813468:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.818540:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.831130:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.850164:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.850209:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.855454:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.855967:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266445568:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157368.855992:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c094 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce5c expref: 224 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.856006:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093341600, rc 0) 00000100:00100000:0.0:1746157368.856255:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+225:30951:x1830978266958592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5188us (6096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157368.856263:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4160 00000100:00100000:0.0:1746157368.858037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.858108:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.861581:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.864362:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.866229:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.873587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.876169:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.888732:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.893218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.898181:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.903859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.906539:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.909261:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.911934:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.916040:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.919718:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.924457:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.928161:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.930876:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.933169:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.934897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.937909:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.939490:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.946066:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.949344:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.949665:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.954055:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266965632 00000100:00100000:0.0:1746157368.954061:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266965632 00010000:00010000:0.0:1746157368.954114:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5c0cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce94 expref: 230 pid: 8487 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157368.954139:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7502 00000100:00100000:0.0:1746157368.954144:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+230:1986:x1830978266965632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157368.954153:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157368.954169:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5c0cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce94 expref: 230 pid: 8487 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.954177:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5c0cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce94 expref: 231 pid: 8487 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.954194:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db8c00/0x4450b99e49e5c0cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce94 expref: 231 pid: 8487 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.954206:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157368.954235:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+231:1986:x1830978266965632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 91us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157368.954240:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7502 00000100:00100000:0.0:1746157368.954251:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7503 00000100:00100000:0.0:1746157368.954255:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978266965888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157368.954260:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157368.954265:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c0c5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce8d expref: 6 pid: 8487 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.954277:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c0c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce8d expref: 6 pid: 8487 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.954285:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157368.954286:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157368.954290:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 230 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.954296:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 230 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157368.954563:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 228 pid: 11071 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.954570:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 228 pid: 11071 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157368.954578:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba9b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266447744:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157368.954777:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157368.956533:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266966144 00000100:00100000:0.0:1746157368.956537:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266966144 00002000:00100000:0.0:1746157368.956560:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093336a00 x1830978266966144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:174/0 lens 488/0 e 0 to 0 dl 1746157379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157368.956568:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336a00 with x1830978266966144 ext(0->4095) 00010000:00010000:0.0:1746157368.956575:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 229 pid: 11071 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.956588:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 229 pid: 11071 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157368.956593:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093336a00 00000100:00100000:0.0:1746157368.956650:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1089 00000100:00100000:0.0:1746157368.956656:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+229:1986:x1830978266966144:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157368.956778:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+229:1986:x1830978266966144:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157368.956784:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1089 00002000:00100000:0.0:1746157368.956788:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093336a00 x1830978266966144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:174/0 lens 488/4536 e 0 to 0 dl 1746157379 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157368.956795:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336a00 with x1830978266966144 ext(0->4095) 00010000:00010000:0.0:1746157368.956799:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 229 pid: 11071 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157368.956807:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ce9b expref: 229 pid: 11071 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157368.956812:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093336a00 00000100:00100000:0.0:1746157368.962583:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.965924:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.974788:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.984424:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.984470:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.989517:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.990277:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.992679:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157368.994952:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.009643:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.013630:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.018476:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.018555:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.021131:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.025911:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.028280:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.031578:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.034712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.039918:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.040183:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7509 00000100:00100000:0.0:1746157369.040191:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+234:1984:x1830978266969344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157369.040201:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157369.040216:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c0f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cebe expref: 234 pid: 16659 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.040224:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c0f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cebe expref: 234 pid: 16659 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.040240:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c0f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cebe expref: 234 pid: 16659 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.040262:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.040264:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.040269:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c0fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cec5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.040276:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c0fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cec5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.040368:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c0fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cec5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157369.040377:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266449024:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157369.040575:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157369.042779:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.044608:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.046490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.051185:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.051227:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.056026:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.057095:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.060532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.064568:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.077226:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.079749:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.083274:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.084949:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.086789:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.087794:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.091321:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.094103:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.102149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.109610:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.112155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.114310:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.117169:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.119545:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.124655:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.126386:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.127150:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.130849:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.131761:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.134916:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.136786:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.140599:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.142874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.144546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.146418:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.153907:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.157770:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.157822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.160586:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.160623:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.162397:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.170549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.176169:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.181469:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.186166:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.191356:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.191405:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.196229:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.196267:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.197797:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.198326:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.200777:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.207049:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.209200:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.213196:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.218949:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.219236:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.222360:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.222517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.222575:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.225508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.227408:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.234684:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.238369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.241402:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.245189:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.245928:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.250594:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.251273:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.251319:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.251333:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266982912 00000100:00100000:0.0:1746157369.251335:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266982912 00000100:00100000:0.0:1746157369.251354:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4196 00000100:00100000:0.0:1746157369.251359:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+248:30952:x1830978266982912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.251369:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.251378:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5c190 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cf58 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.251390:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.251394:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5c189 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf51 expref: 249 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.251399:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157369.251402:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5c190 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf58 expref: 249 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.251426:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5c189 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf51 expref: 249 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.251437:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e5c190 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf58 expref: 249 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.251443:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883a00, rc 0) 00000100:00100000:0.0:1746157369.251459:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+249:30952:x1830978266982912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157369.251464:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4196 00000100:00100000:0.0:1746157369.258134:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.267217:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.287656:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.291513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.294454:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.317130:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.317637:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.320335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.320367:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266984704 00000100:00100000:0.0:1746157369.320374:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266984704 00000100:00100000:0.0:1746157369.320419:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4199 00000100:00100000:0.0:1746157369.320426:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+249:30952:x1830978266984704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.320441:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.320453:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cf6d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.320470:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.320475:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c19e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf66 expref: 250 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.320479:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157369.320482:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf6d expref: 250 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.320508:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c19e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf66 expref: 250 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.322366:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf6d expref: 250 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.322378:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091882e00, rc 0) 00000100:00100000:0.0:1746157369.322405:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+250:30952:x1830978266984704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1978us (2076us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157369.322410:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4199 00000100:00100000:0.0:1746157369.328390:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.332205:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.342763:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.350239:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.355404:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.355677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.356693:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4200 00000100:00100000:0.0:1746157369.356702:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+250:30951:x1830978266985856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.356721:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.356737:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5c1ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cf7b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.356782:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf6d expref: 251 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.356846:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c1b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf74 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.356851:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.356852:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.356855:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5c1ac lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf7b expref: 251 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.356892:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c1b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf74 expref: 6 pid: 8487 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.356899:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c1b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf74 expref: 6 pid: 8487 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.356913:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009419d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266454272:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157369.356977:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf6d expref: 251 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.356985:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf6d expref: 251 pid: 11071 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.356993:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009419fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266454400:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157369.357015:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157369.365645:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.365704:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.373023:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.375917:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.380486:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.384800:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.388186:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+252:1986:x1830978266986880:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2216us (3380us total) trans 4294968438 rc 0/0 00000100:00100000:0.0:1746157369.388195:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1116 00002000:00100000:0.0:1746157369.388204:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88009419c380 x1830978266986880/t4294968438(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 496/448 e 0 to 0 dl 1746157380 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.388212:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978266986880 ext(0->7) 00010000:00010000:0.0:1746157369.388222:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5c1ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf7b expref: 252 pid: 16659 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.388241:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5c1ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf7b expref: 252 pid: 16659 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157369.388248:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009419c380 00000100:00100000:0.0:1746157369.392868:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.401257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.406900:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.410543:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266987520 00000100:00100000:0.0:1746157369.410552:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266987520 00000100:00100000:0.0:1746157369.410604:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4204 00000100:00100000:0.0:1746157369.410612:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+252:30951:x1830978266987520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.410631:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.410649:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cf90 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.410678:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5c1ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf82 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.410686:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5c1c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf89 expref: 253 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.410692:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.410694:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.410697:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c1c8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf90 expref: 253 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.410727:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5c1c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf89 expref: 253 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.410739:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e5c1c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf89 expref: 253 pid: 16659 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.410752:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009419fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266454912:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157369.411380:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5c1ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf82 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.411389:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5c1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cf82 expref: 5 pid: 16659 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.411397:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009419d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266455040:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157369.411416:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157369.414143:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.414234:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.418244:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.418821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.424541:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.427144:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.433518:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.442867:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.445269:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.446772:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.449787:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.453404:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.454393:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.457641:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.457701:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.458148:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266990464 00000100:00100000:0.0:1746157369.458151:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266990464 00000100:00100000:0.0:1746157369.458167:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4208 00000100:00100000:0.0:1746157369.458171:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978266990464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.458179:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.458372:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883e00/0x4450b99e49e5c1e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02cfac expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157369.461973:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.465295:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.471256:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.474187:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.477834:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.480413:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.483069:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.483154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.486125:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.489024:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.489971:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.498219:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.500371:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.503274:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.505731:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.507160:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.508341:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.510754:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.511023:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.511060:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.513994:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.516506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.523133:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.526442:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.532358:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.532404:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.536005:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.543450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.549379:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.552659:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.556156:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.558490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.561014:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00002000:00100000:0.0:1746157369.561750:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093fe9180 x1830978266996992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 488/0 e 0 to 0 dl 1746157380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.561759:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9180 with x1830978266996992 ext(0->4095) 00010000:00010000:0.0:1746157369.561767:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5c223 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cfeb expref: 264 pid: 16659 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.561777:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5c223 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cfeb expref: 264 pid: 16659 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157369.561783:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fe9180 00000100:00100000:0.0:1746157369.561811:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1130 00000100:00100000:0.0:1746157369.561817:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+264:1986:x1830978266996992:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157369.562132:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+264:1986:x1830978266996992:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 313us (1122us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157369.562138:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1130 00002000:00100000:0.0:1746157369.562143:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093fe9180 x1830978266996992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 488/4536 e 0 to 0 dl 1746157380 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.562150:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9180 with x1830978266996992 ext(0->4095) 00010000:00010000:0.0:1746157369.562155:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5c223 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cfeb expref: 264 pid: 16659 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.562162:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5c223 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02cfeb expref: 264 pid: 16659 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157369.562167:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fe9180 00000100:00100000:0.0:1746157369.564547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.564578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.564613:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.567998:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.574114:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.577326:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.580549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.593173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.600179:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.600274:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.606717:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.609205:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.612616:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.613003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.631438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.634787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.639219:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.642599:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.645405:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.653268:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.653497:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.655846:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.655884:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.655907:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.659121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.663402:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.667195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.670639:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.672270:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.674709:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.681288:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.681350:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.684374:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.685305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.685320:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267003392 00000100:00100000:0.0:1746157369.685323:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267003392 00010000:00010000:0.0:1746157369.685336:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9800/0x4450b99e49e5c262 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d02a expref: 269 pid: 16659 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.686123:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267003520 00000100:00100000:0.0:1746157369.686127:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267003520 00000100:00100000:0.0:1746157369.686154:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4228 00000100:00100000:0.0:1746157369.686159:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267003520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.686168:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.686175:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c270 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d038 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.686187:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5c269 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d031 expref: 268 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.686192:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157369.686193:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157369.686196:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c270 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d038 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.686209:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5c269 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d031 expref: 268 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.686216:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e5c269 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d031 expref: 268 pid: 16659 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.686223:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093210a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266460288:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157369.686267:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157369.687541:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.690693:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.692751:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.696136:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.699513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.702555:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.706426:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.706711:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.709658:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.709870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.710807:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.713515:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.718310:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.720673:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.726435:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.731194:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267006592 00000100:00100000:0.0:1746157369.731200:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267006592 00000100:00100000:0.0:1746157369.731237:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4232 00000100:00100000:0.0:1746157369.731243:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267006592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.731256:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.731268:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c28c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d054 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.731284:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.731286:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.731291:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c28c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d054 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.731312:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c28c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d054 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.731321:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883000, rc 0) 00000100:00100000:0.0:1746157369.731698:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978267006592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 454us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157369.731704:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4232 00000100:00100000:0.0:1746157369.733998:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.740458:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.745623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.746269:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.746287:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267007488 00000100:00100000:0.0:1746157369.746290:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267007488 00000100:00100000:0.0:1746157369.746327:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4233 00000100:00100000:0.0:1746157369.746332:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+272:30951:x1830978267007488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.746340:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.746351:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c293 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d05b expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.746368:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c285 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d04d expref: 273 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.746375:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c28c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d054 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.746380:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.746382:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.746385:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c293 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d05b expref: 273 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.746406:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c28c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d054 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.746415:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c28c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d054 expref: 5 pid: 21450 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.746429:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba89f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266461184:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157369.746486:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c285 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d04d expref: 273 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.746494:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c285 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d04d expref: 273 pid: 16659 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.746501:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266461312:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157369.746518:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157369.749292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.750854:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267007744 00000100:00100000:0.0:1746157369.750858:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267007744 00000100:00100000:0.0:1746157369.750876:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4234 00000100:00100000:0.0:1746157369.750881:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+272:30952:x1830978267007744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.750889:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.750897:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883c00/0x4450b99e49e5c29a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d062 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.750910:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d05b expref: 273 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.750915:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157369.750917:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157369.750919:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883c00/0x4450b99e49e5c29a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d062 expref: 273 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.750937:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d05b expref: 273 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.750946:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c293 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d05b expref: 273 pid: 21450 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746157369.750953:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266461568:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157369.750988:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157369.754699:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.764750:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.780357:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.780772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.786020:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.789611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.789640:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.791796:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.794590:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.797030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.807620:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.810483:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.812535:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.812573:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.815777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.818760:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.833713:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.836103:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.840807:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.844060:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800886d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266462976:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157369.844089:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091523c00/0x4450b99e49e5c2c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d08c expref: 280 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.844100:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091523c00, rc 0) 00000100:00100000:0.0:1746157369.844121:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+280:30951:x1830978267011968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (3314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157369.844126:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4240 00000100:00100000:0.0:1746157369.846961:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267012352 00000100:00100000:0.0:1746157369.846967:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267012352 00000100:00100000:0.0:1746157369.847043:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4241 00000100:00100000:0.0:1746157369.847050:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267012352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.847061:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.847289:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e5c2cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d093 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157369.848442:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.851685:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.854455:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.859533:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.867467:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.867497:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.867528:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267013376 00000100:00100000:0.0:1746157369.867534:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267013376 00002000:00100000:0.0:1746157369.867564:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800930d4380 x1830978267013376/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:175/0 lens 488/0 e 0 to 0 dl 1746157380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.867578:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d4380 with x1830978267013376 ext(0->4095) 00002000:00010000:0.0:1746157369.867582:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800930d4380 00000100:00100000:0.0:1746157369.867598:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3529 00000100:00100000:0.0:1746157369.867604:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267013376:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157369.867725:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267013376:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157369.867730:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3529 00002000:00100000:0.0:1746157369.867735:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800930d4380 x1830978267013376/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:175/0 lens 488/4536 e 0 to 0 dl 1746157380 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.867742:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d4380 with x1830978267013376 ext(0->4095) 00002000:00010000:0.0:1746157369.867751:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800930d4380 00000100:00100000:0.0:1746157369.869788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.871428:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.880382:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267014272 00000100:00100000:0.0:1746157369.880388:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267014272 00002000:00100000:0.0:1746157369.880418:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8800886d3800 x1830978267014272/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 496/0 e 0 to 0 dl 1746157380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.880425:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d3800 with x1830978267014272 ext(0->7) 00010000:00010000:0.0:1746157369.880432:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091522a00/0x4450b99e49e5c2d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d09a expref: 281 pid: 21450 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.880443:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091522a00/0x4450b99e49e5c2d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d09a expref: 281 pid: 21450 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157369.880453:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800886d3800 00000100:00100000:0.0:1746157369.880466:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1156 00000100:00100000:0.0:1746157369.880471:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800886d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+281:1984:x1830978267014272:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157369.880701:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800886d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+283:1984:x1830978267014272:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 229us (460us total) trans 4294968453 rc 0/0 00000100:00100000:0.0:1746157369.880707:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1156 00002000:00100000:0.0:1746157369.880712:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8800886d3800 x1830978267014272/t4294968453(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 496/448 e 0 to 0 dl 1746157380 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.880717:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d3800 with x1830978267014272 ext(0->7) 00010000:00010000:0.0:1746157369.880721:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091522a00/0x4450b99e49e5c2d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d09a expref: 283 pid: 21450 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.880728:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091522a00/0x4450b99e49e5c2d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d09a expref: 283 pid: 21450 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157369.880732:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800886d3800 00000100:00100000:0.0:1746157369.886250:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.893568:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267014656 00000100:00100000:0.0:1746157369.893575:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267014656 00002000:00100000:0.0:1746157369.893611:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800886d3b80 x1830978267014656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 488/0 e 0 to 0 dl 1746157380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.893620:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d3b80 with x1830978267014656 ext(0->4095) 00002000:00010000:0.0:1746157369.893625:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800886d3b80 00000100:00100000:0.0:1746157369.893642:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3530 00000100:00100000:0.0:1746157369.893649:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800886d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+283:1983:x1830978267014656:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157369.893772:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800886d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+283:1983:x1830978267014656:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (416us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157369.893777:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3530 00002000:00100000:0.0:1746157369.893782:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800886d3b80 x1830978267014656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 488/4536 e 0 to 0 dl 1746157380 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.893788:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d3b80 with x1830978267014656 ext(0->4095) 00002000:00010000:0.0:1746157369.893791:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800886d3b80 00000100:00100000:0.0:1746157369.895593:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.902140:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.903898:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.903940:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.908801:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.908828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.908859:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.913328:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267016064 00000100:00100000:0.0:1746157369.913334:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267016064 00002000:00100000:0.0:1746157369.913363:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb49500 x1830978267016064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 488/0 e 0 to 0 dl 1746157380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.913371:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49500 with x1830978267016064 ext(0->4095) 00010000:00010000:0.0:1746157369.913378:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c2e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0af expref: 282 pid: 21450 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.913389:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c2e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0af expref: 282 pid: 21450 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157369.913400:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb49500 00000100:00100000:0.0:1746157369.913420:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1157 00000100:00100000:0.0:1746157369.913425:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+282:1986:x1830978267016064:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157369.913546:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+282:1986:x1830978267016064:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157369.913552:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1157 00002000:00100000:0.0:1746157369.913556:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb49500 x1830978267016064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:175/0 lens 488/4536 e 0 to 0 dl 1746157380 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157369.913564:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49500 with x1830978267016064 ext(0->4095) 00010000:00010000:0.0:1746157369.913568:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c2e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0af expref: 282 pid: 21450 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746157369.913576:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c2e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0af expref: 282 pid: 21450 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746157369.913581:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb49500 00000100:00100000:0.0:1746157369.923881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.928454:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.928877:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.931499:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.935219:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.940788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.947765:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.957659:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.959848:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.966587:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.966643:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.969305:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.969382:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.971640:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.981250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.983484:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.991344:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267019264 00000100:00100000:0.0:1746157369.991352:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267019264 00000100:00100000:0.0:1746157369.991386:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4251 00000100:00100000:0.0:1746157369.991391:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800886d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267019264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157369.991404:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157369.991418:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c311 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d0d9 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.991438:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.991439:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157369.991445:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c311 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0d9 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.991456:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c311 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0d9 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157369.991464:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091882800, rc 0) 00000100:00100000:0.0:1746157369.991497:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800886d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978267019264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157369.991502:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4251 00000100:00100000:0.0:1746157369.993131:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.993194:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.997881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.998337:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157369.998780:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.001881:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.005959:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.009020:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.011805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.014567:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.016156:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.017653:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.019849:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.020849:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.021857:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.030668:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.034810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.037883:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.043015:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.045707:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.051474:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.054254:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267023232 00000100:00100000:0.0:1746157370.054260:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267023232 00000100:00100000:0.0:1746157370.054304:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4258 00000100:00100000:0.0:1746157370.054310:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800886d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+292:30951:x1830978267023232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157370.054319:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157370.054332:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c342 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d10a expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.054355:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5c334 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0fc expref: 293 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.054362:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522200/0x4450b99e49e5c33b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d103 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.054366:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.054368:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.054370:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883000/0x4450b99e49e5c342 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d10a expref: 293 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.054389:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091522200/0x4450b99e49e5c33b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d103 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.054398:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091522200/0x4450b99e49e5c33b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d103 expref: 5 pid: 21450 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.054406:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266466944:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157370.054480:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5c334 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0fc expref: 293 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.054486:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5c334 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d0fc expref: 293 pid: 16659 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.054493:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266467072:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157370.054505:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157370.057125:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.057195:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.058188:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.060789:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.062618:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.065367:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.073554:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.077102:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.078537:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.079945:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.081803:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.083807:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.085623:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266467840:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157370.085636:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157370.085670:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978267025280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1694us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.085677:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7595 00000100:00100000:0.0:1746157370.088179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.094154:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.097324:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.102240:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267026176 00000100:00100000:0.0:1746157370.102245:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267026176 00002000:00100000:0.0:1746157370.102272:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800886d1880 x1830978267026176/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:176/0 lens 488/0 e 0 to 0 dl 1746157381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.102280:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d1880 with x1830978267026176 ext(0->4095) 00002000:00010000:0.0:1746157370.102284:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800886d1880 00000100:00100000:0.0:1746157370.102316:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3542 00000100:00100000:0.0:1746157370.102322:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800886d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267026176:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157370.102433:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800886d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267026176:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157370.102438:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3542 00002000:00100000:0.0:1746157370.102443:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800886d1880 x1830978267026176/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:176/0 lens 488/4536 e 0 to 0 dl 1746157381 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.102455:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d1880 with x1830978267026176 ext(0->4095) 00002000:00010000:0.0:1746157370.102457:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800886d1880 00000100:00100000:0.0:1746157370.105139:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.105798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.107408:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.109202:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.109840:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267026944 00000100:00100000:0.0:1746157370.109844:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267026944 00010000:00010000:0.0:1746157370.109856:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c365 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d134 expref: 297 pid: 11071 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.110228:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7598 00000100:00100000:0.0:1746157370.110233:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800886d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+297:1985:x1830978267026944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.110240:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.110248:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c365 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d134 expref: 297 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.110347:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c365 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d134 expref: 297 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.110367:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c365 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d134 expref: 297 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.110378:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.110379:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.110384:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c36c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d12d expref: 296 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.110390:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c36c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d12d expref: 296 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.110407:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c36c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d12d expref: 296 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.110417:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c36c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d12d expref: 296 pid: 16659 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.110426:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266468608:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157370.110479:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157370.112176:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.119458:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.122365:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.127275:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.130880:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.131107:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.133692:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.133740:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.135132:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.136057:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.138421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.141437:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.143837:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.146218:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.148212:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.152352:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.154952:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.155581:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.159562:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.159716:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.159968:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.161838:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267031424 00000100:00100000:0.0:1746157370.161842:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267031424 00002000:00100000:0.0:1746157370.161864:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800886d0700 x1830978267031424/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 488/0 e 0 to 0 dl 1746157381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.161872:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d0700 with x1830978267031424 ext(0->4095) 00010000:00010000:0.0:1746157370.161877:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d15e expref: 300 pid: 16659 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.161886:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d15e expref: 300 pid: 16659 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746157370.161891:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800886d0700 00000100:00100000:0.0:1746157370.161993:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1177 00000100:00100000:0.0:1746157370.161999:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800886d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+300:1985:x1830978267031424:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157370.162125:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800886d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+300:1985:x1830978267031424:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157370.162131:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1177 00002000:00100000:0.0:1746157370.162135:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800886d0700 x1830978267031424/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 488/4536 e 0 to 0 dl 1746157381 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.162420:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800886d0700 with x1830978267031424 ext(0->4095) 00010000:00010000:0.0:1746157370.162426:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d15e expref: 300 pid: 16659 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.162434:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d15e expref: 300 pid: 16659 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746157370.162439:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800886d0700 00000100:00100000:0.0:1746157370.163795:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.167259:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.172190:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.175655:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.176906:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267032320 00000100:00100000:0.0:1746157370.176909:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267032320 00000100:00100000:0.0:1746157370.176926:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4273 00000100:00100000:0.0:1746157370.176930:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+302:30951:x1830978267032320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157370.176935:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157370.176940:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5c3ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d173 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.176952:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c39d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d165 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.176958:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5c3a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d16c expref: 303 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.176962:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.176963:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.176965:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882600/0x4450b99e49e5c3ab lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d173 expref: 303 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.176985:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5c3a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d16c expref: 303 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.176993:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5c3a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d16c expref: 303 pid: 16659 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.177001:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e21a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266470144:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157370.177463:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c39d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d165 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.177471:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c39d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d165 expref: 5 pid: 16659 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.177478:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e21aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266470272:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157370.177497:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157370.178904:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.178966:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.180691:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.181413:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.183209:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.185314:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.190181:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.193270:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.198851:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.200961:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.203160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.205196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.205430:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.205600:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.208399:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.209955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.212638:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.214951:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.217145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.219909:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.223257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.228187:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.228235:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.232723:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.232753:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.233247:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7613 00000100:00100000:0.0:1746157370.233254:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267036928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.233262:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.233271:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c3c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d18f expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.233280:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c3c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d18f expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.233303:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c3c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d18f expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.233691:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157370.233715:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1986:x1830978267036928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 462us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.233721:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7613 00000100:00100000:0.0:1746157370.237697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.241279:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.245255:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.252746:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.254964:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.261003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.261388:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.267955:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.267989:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.270361:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.274477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.276937:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.282040:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.285510:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.285589:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.296651:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.296762:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.301385:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.302975:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.309391:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.318040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.326541:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.327541:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.329630:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.329695:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.331848:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.334561:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.339224:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.343685:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.350171:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.353117:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.371115:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.371183:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.372143:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4291 00000100:00100000:0.0:1746157370.372150:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+315:30951:x1830978267043712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157370.372156:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157370.372162:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883600/0x4450b99e49e5c429 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d1f1 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.372176:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c41b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d1e3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.372182:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e5c422 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d1ea expref: 316 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.372192:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.372194:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.372196:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883600/0x4450b99e49e5c429 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d1f1 expref: 316 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157370.377990:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.378027:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.378055:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267044096 00000100:00100000:0.0:1746157370.378059:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267044096 00010000:00010000:0.0:1746157370.378106:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c41b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d1e3 expref: 6 pid: 8487 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.378131:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7624 00000100:00100000:0.0:1746157370.378138:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267044096:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.378148:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.378164:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c41b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d1e3 expref: 6 pid: 8487 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.378173:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c41b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d1e3 expref: 6 pid: 8487 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.378190:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157370.378218:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267044096:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 82us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.378223:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7624 00000100:00100000:0.0:1746157370.381945:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.383524:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.387932:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.392620:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.395183:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.398431:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.405467:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.407583:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.410512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.410584:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.413812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.420115:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.426207:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.439193:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.445870:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.451178:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.451227:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.454804:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.454877:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.457742:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.460631:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.465315:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.472909:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.476874:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.490789:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.490879:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.493704:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.499446:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.512959:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.513006:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.517157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.519887:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.520033:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.523981:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.527161:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.530712:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.532243:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266477184 00000100:00100000:0.0:1746157370.532246:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266477184 00000100:00100000:0.0:1746157370.532264:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1746157370.532268:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1830978266477184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157370.532304:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3312:x1830978266477184:12345-0@lo:400:kworker.0 Request processed in 35us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.532308:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1746157370.533711:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.536742:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.540591:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.541571:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.543872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.547286:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267052544 00000100:00100000:0.0:1746157370.547301:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267052544 00010000:00010000:0.0:1746157370.547315:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5c476 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d23e expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.547330:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7638 00000100:00100000:0.0:1746157370.547334:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267052544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.547340:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.547603:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5c476 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d23e expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.547613:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5c476 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d23e expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.547625:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9600/0x4450b99e49e5c476 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d23e expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.547777:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.547779:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.547786:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099867000/0x4450b99e49e5c484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d24c expref: 323 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.547793:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099867000/0x4450b99e49e5c484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d24c expref: 323 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.547817:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099867000/0x4450b99e49e5c484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d24c expref: 323 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157370.547826:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801363e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266477952:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157370.547871:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157370.551238:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.553906:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.555617:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.558391:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.561106:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.566126:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.569799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.572900:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.574742:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.574778:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.576904:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.580485:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.586351:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.589857:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.592240:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.594275:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.595785:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.599056:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267056512 00000100:00100000:0.0:1746157370.599059:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267056512 00010000:00010000:0.0:1746157370.599083:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d06c800/0x4450b99e49e5c4a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d26f expref: 329 pid: 11071 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.599097:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7644 00000100:00100000:0.0:1746157370.599102:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+329:1986:x1830978267056512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.599107:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.599114:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d06c800/0x4450b99e49e5c4a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d26f expref: 329 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.599122:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d06c800/0x4450b99e49e5c4a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d26f expref: 329 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.599135:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d06c800/0x4450b99e49e5c4a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d26f expref: 329 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.599490:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157370.599522:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+328:1986:x1830978267056512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 419us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.599528:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7644 00000100:00100000:0.0:1746157370.601890:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.603595:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.606636:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.610137:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.612587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.614803:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.625641:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.628578:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.629727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.631956:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.631985:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.632024:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.632040:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267058560 00000100:00100000:0.0:1746157370.632045:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267058560 00010000:00010000:0.0:1746157370.632066:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099867000/0x4450b99e49e5c4bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d284 expref: 332 pid: 11071 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.632105:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267058816 00000100:00100000:0.0:1746157370.632107:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267058816 00010000:00010000:0.0:1746157370.632116:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099866e00/0x4450b99e49e5c4b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d27d expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.632128:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7646 00000100:00100000:0.0:1746157370.632133:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4479450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+332:1985:x1830978267058560:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.632140:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.632155:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099867000/0x4450b99e49e5c4bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d284 expref: 332 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.632165:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099867000/0x4450b99e49e5c4bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d284 expref: 332 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.632181:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157370.632207:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4479450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+332:1985:x1830978267058560:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 74us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.632213:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7646 00000100:00100000:0.0:1746157370.632247:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7647 00000100:00100000:0.0:1746157370.632252:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267058816:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.632258:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.632264:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099866e00/0x4450b99e49e5c4b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d27d expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.632271:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099866e00/0x4450b99e49e5c4b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d27d expref: 6 pid: 11071 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.632280:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.632282:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.632287:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522800/0x4450b99e49e5c4c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d28b expref: 330 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.632307:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091522800/0x4450b99e49e5c4c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d28b expref: 330 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.632327:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091522800/0x4450b99e49e5c4c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d28b expref: 330 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157370.632335:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1739f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266480000:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157370.632370:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157370.635171:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266480128:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157370.635186:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c4ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d292 expref: 331 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.635196:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091522000, rc 0) 00000100:00100000:0.0:1746157370.635213:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+331:30952:x1830978267058688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2822us (3262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.635219:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4314 00000100:00100000:0.0:1746157370.638549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.643309:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.653244:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.654411:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.661273:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.665632:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.669432:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.676832:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266480768:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157370.676850:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157370.676976:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+333:1984:x1830978267060736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 7063us (7547us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.676986:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7650 00000100:00100000:0.0:1746157370.677106:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.677435:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267060992 00000100:00100000:0.0:1746157370.677573:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267060992 00002000:00100000:0.0:1746157370.677603:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978267060992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:176/0 lens 488/0 e 0 to 0 dl 1746157381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.677611:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978267060992 ext(0->4095) 00002000:00010000:0.0:1746157370.677615:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252dc00 00000100:00100000:0.0:1746157370.677634:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3577 00000100:00100000:0.0:1746157370.677639:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267060992:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157370.677738:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267060992:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157370.677743:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3577 00002000:00100000:0.0:1746157370.677748:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978267060992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:176/0 lens 488/4536 e 0 to 0 dl 1746157381 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.677753:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978267060992 ext(0->4095) 00002000:00010000:0.0:1746157370.677756:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252dc00 00000100:00100000:0.0:1746157370.684607:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.684631:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267061376 00000100:00100000:0.0:1746157370.684636:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267061376 00002000:00100000:0.0:1746157370.684664:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009252df80 x1830978267061376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 488/0 e 0 to 0 dl 1746157381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.684672:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252df80 with x1830978267061376 ext(0->4095) 00002000:00010000:0.0:1746157370.684676:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252df80 00000100:00100000:0.0:1746157370.684694:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3578 00000100:00100000:0.0:1746157370.684701:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+334:1984:x1830978267061376:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157370.684831:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+334:1984:x1830978267061376:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157370.684836:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3578 00002000:00100000:0.0:1746157370.684841:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009252df80 x1830978267061376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 488/4536 e 0 to 0 dl 1746157381 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.684846:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252df80 with x1830978267061376 ext(0->4095) 00002000:00010000:0.0:1746157370.684849:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252df80 00000100:00100000:0.0:1746157370.692718:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.702544:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.705300:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267062400 00000100:00100000:0.0:1746157370.705305:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267062400 00002000:00100000:0.0:1746157370.705326:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093335f80 x1830978267062400/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 496/0 e 0 to 0 dl 1746157381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.705333:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335f80 with x1830978267062400 ext(0->7) 00010000:00010000:0.0:1746157370.705338:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c4e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2ae expref: 334 pid: 8487 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.705347:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c4e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2ae expref: 334 pid: 8487 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746157370.705352:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093335f80 00000100:00100000:0.0:1746157370.705374:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1221 00000100:00100000:0.0:1746157370.705379:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+334:1986:x1830978267062400:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157370.705641:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+336:1986:x1830978267062400:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 261us (432us total) trans 4294968480 rc 0/0 00000100:00100000:0.0:1746157370.705646:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1221 00002000:00100000:0.0:1746157370.705651:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093335f80 x1830978267062400/t4294968480(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 496/448 e 0 to 0 dl 1746157381 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.705657:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335f80 with x1830978267062400 ext(0->7) 00010000:00010000:0.0:1746157370.705661:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c4e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2ae expref: 336 pid: 8487 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.705668:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093db8400/0x4450b99e49e5c4e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2ae expref: 336 pid: 8487 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746157370.705673:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093335f80 00000100:00100000:0.0:1746157370.708928:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.713986:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.723335:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.727650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.727697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.730825:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.734580:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.736633:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.745027:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.748184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.754530:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.756633:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.758621:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.764042:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.766445:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.769822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.773664:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.777576:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.782466:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267065984 00000100:00100000:0.0:1746157370.782473:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267065984 00002000:00100000:0.0:1746157370.782507:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800897c1180 x1830978267065984/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 488/0 e 0 to 0 dl 1746157381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.782516:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978267065984 ext(0->4095) 00002000:00010000:0.0:1746157370.782521:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c1180 00000100:00100000:0.0:1746157370.782664:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3583 00000100:00100000:0.0:1746157370.782672:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1986:x1830978267065984:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157370.782787:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1986:x1830978267065984:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157370.782792:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3583 00002000:00100000:0.0:1746157370.782797:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800897c1180 x1830978267065984/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:176/0 lens 488/4536 e 0 to 0 dl 1746157381 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157370.782804:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978267065984 ext(0->4095) 00002000:00010000:0.0:1746157370.782807:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c1180 00000100:00100000:0.0:1746157370.785343:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.788988:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.790529:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.791937:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.792369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.792390:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.795627:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.798655:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.803232:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.810763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.824187:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.825154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.828941:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.832883:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.837742:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.843046:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.850705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.856514:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.858052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.861111:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091ecd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266483968:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157370.861132:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c541 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d309 expref: 17 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.861144:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091522000, rc 0) 00000100:00100000:0.0:1746157370.861183:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:30951:x1830978267069312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3075us (3131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157370.861189:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4331 00000100:00100000:0.0:1746157370.861583:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267069440 00000100:00100000:0.0:1746157370.861587:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267069440 00010000:00010000:0.0:1746157370.861605:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c533 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2f4 expref: 6 pid: 8487 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.861637:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7664 00000100:00100000:0.0:1746157370.861642:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267069440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157370.861651:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157370.861667:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c533 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2f4 expref: 6 pid: 8487 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.861680:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2f4 expref: 6 pid: 8487 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.861696:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5c533 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d2f4 expref: 6 pid: 8487 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746157370.861717:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.861719:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157370.861724:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c541 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d309 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.861731:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c541 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d309 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.861752:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c541 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d309 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157370.861761:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5c541 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d309 expref: 16 pid: 8487 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746157370.861770:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266484224:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157370.861813:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157370.866275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.873425:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.878184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.884138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.886817:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.889769:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.890553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.895459:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.900543:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.903168:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.906254:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.909093:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.913407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.918828:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.921872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.928616:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.931655:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.934642:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.939126:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.953659:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.957246:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.959240:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.968385:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.975931:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.975969:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.979690:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.990138:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157370.999630:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.001811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.007257:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.015519:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.015955:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.019366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.021483:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.030725:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.030773:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.033944:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.036321:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.044759:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.049255:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.056369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.057769:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267077120 00000100:00100000:0.0:1746157371.057778:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267077120 00000100:00100000:0.0:1746157371.057809:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4344 00000100:00100000:0.0:1746157371.057815:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:30952:x1830978267077120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157371.057822:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157371.057828:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c59c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d364 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.057845:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.057849:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099866e00/0x4450b99e49e5c595 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d35d expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.057855:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157371.057857:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c59c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d364 expref: 28 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.057879:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099866e00/0x4450b99e49e5c595 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d35d expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.057888:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c59c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d364 expref: 28 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.057897:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091882800, rc 0) 00000100:00100000:0.0:1746157371.057918:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:30952:x1830978267077120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157371.057923:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4344 00000100:00100000:0.0:1746157371.065292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.069662:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.077482:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.087698:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.091589:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.096837:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.098186:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.102400:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.102491:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.107500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.107547:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.113350:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.128391:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.137684:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.139347:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.141617:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.143503:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.143582:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.146104:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.159447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.165960:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.178825:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.186312:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267081344 00000100:00100000:0.0:1746157371.186322:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267081344 00002000:00100000:0.0:1746157371.186367:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a173aa00 x1830978267081344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:177/0 lens 488/0 e 0 to 0 dl 1746157382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157371.186376:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173aa00 with x1830978267081344 ext(0->4095) 00010000:00010000:0.0:1746157371.186385:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d06d200/0x4450b99e49e5c5bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d387 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.186398:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d06d200/0x4450b99e49e5c5bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d387 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746157371.186405:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a173aa00 00000100:00100000:0.0:1746157371.187281:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1249 00000100:00100000:0.0:1746157371.187303:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267081344:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157371.187735:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267081344:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 434us (1890us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157371.187742:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1249 00002000:00100000:0.0:1746157371.187749:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a173aa00 x1830978267081344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746157382 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157371.187758:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173aa00 with x1830978267081344 ext(0->4095) 00010000:00010000:0.0:1746157371.187765:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d06d200/0x4450b99e49e5c5bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d387 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.187778:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d06d200/0x4450b99e49e5c5bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d387 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746157371.187789:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a173aa00 00000100:00100000:0.0:1746157371.191874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.196031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.203382:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.206533:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.209531:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.211966:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.214924:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.217534:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.221272:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.226607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.227380:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.227427:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.231923:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.236878:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267083776 00000100:00100000:0.0:1746157371.236888:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267083776 00002000:00100000:0.0:1746157371.236933:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8800a1738000 x1830978267083776/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:177/0 lens 496/0 e 0 to 0 dl 1746157382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157371.236942:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738000 with x1830978267083776 ext(0->7) 00010000:00010000:0.0:1746157371.236950:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d06c600/0x4450b99e49e5c5db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3a3 expref: 35 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.236962:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d06c600/0x4450b99e49e5c5db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3a3 expref: 35 pid: 16659 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746157371.236969:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1738000 00000100:00100000:0.0:1746157371.237002:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1252 00000100:00100000:0.0:1746157371.237009:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1984:x1830978267083776:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157371.237373:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1984:x1830978267083776:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 363us (616us total) trans 4294968494 rc 0/0 00000100:00100000:0.0:1746157371.237379:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1252 00002000:00100000:0.0:1746157371.237385:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8800a1738000 x1830978267083776/t4294968494(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:177/0 lens 496/448 e 0 to 0 dl 1746157382 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157371.237391:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738000 with x1830978267083776 ext(0->7) 00010000:00010000:0.0:1746157371.237395:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d06c600/0x4450b99e49e5c5db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3a3 expref: 37 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.237403:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d06c600/0x4450b99e49e5c5db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3a3 expref: 37 pid: 16659 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746157371.237408:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1738000 00000100:00100000:0.0:1746157371.239504:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.244027:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.246637:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.248215:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.249786:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.251004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.254633:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.254719:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.257678:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.270726:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.278342:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.284871:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.284971:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.287607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.294303:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.299609:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.303369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.306840:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.309462:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.313367:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.317003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.317057:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.321531:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.321579:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.327402:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.335606:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.361879:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.364029:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.370761:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.374118:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.374306:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091ece300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266491392:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157371.374323:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157371.374385:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1985:x1830978267089152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 8758us (10361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157371.374395:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7696 00000100:00100000:0.0:1746157371.376788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.378555:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.378581:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267089792 00000100:00100000:0.0:1746157371.378586:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267089792 00010000:00010000:0.0:1746157371.378610:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c61a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3e2 expref: 6 pid: 21450 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.378631:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7697 00000100:00100000:0.0:1746157371.378636:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267089792:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157371.378647:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157371.378669:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c61a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3e2 expref: 6 pid: 21450 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.378678:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c61a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3e2 expref: 6 pid: 21450 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.378698:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c61a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3e2 expref: 6 pid: 21450 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.378717:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.378718:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.378724:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5c621 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3e9 expref: 41 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.378731:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5c621 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3e9 expref: 41 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.378756:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5c621 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d3e9 expref: 41 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157371.378768:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266491648:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157371.378821:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157371.381511:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.405256:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.409685:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.416393:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.422572:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.426929:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.426974:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.429870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.441435:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.455993:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.459624:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.463996:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.468939:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.475376:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.484195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.493847:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.495730:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.502150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.509047:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.515043:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.518786:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.522759:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.527454:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.529938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.535597:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.539804:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.541830:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.542782:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.548477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.554246:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.569878:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.570601:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.575032:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.577764:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.578222:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.581571:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.588932:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.591260:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.593354:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.596907:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.598729:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.601339:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.609301:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.614585:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.614627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.614679:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.614711:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267097984 00000100:00100000:0.0:1746157371.614721:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267097984 00000100:00100000:0.0:1746157371.614765:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4377 00000100:00100000:0.0:1746157371.614773:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:30952:x1830978267097984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157371.614792:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157371.614821:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5c683 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d44b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.614846:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.614852:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c67c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d444 expref: 58 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.614863:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157371.614867:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5c683 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d44b expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.615209:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c67c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d444 expref: 55 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.615216:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c67c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d444 expref: 55 pid: 16659 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.615225:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ccbdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266494976:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157371.625875:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.631550:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.637133:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.643691:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.649362:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4379 00000100:00100000:0.0:1746157371.649372:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:30951:x1830978267099136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157371.649387:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157371.649404:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e5c691 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d459 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.649432:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5c683 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d44b expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.649440:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c68a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d452 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.649446:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.649448:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.649451:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e5c691 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d459 expref: 57 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.649479:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c68a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d452 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.649490:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c68a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d452 expref: 6 pid: 8487 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.649501:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266495232:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157371.650236:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5c683 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d44b expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.650245:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5c683 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d44b expref: 57 pid: 8487 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.650252:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266495360:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157371.650638:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157371.655246:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.655303:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.660887:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.660945:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.664348:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.670298:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.681506:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.687323:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267100928 00000100:00100000:0.0:1746157371.687329:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267100928 00002000:00100000:0.0:1746157371.687371:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800924f3800 x1830978267100928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:177/0 lens 488/0 e 0 to 0 dl 1746157382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157371.687381:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f3800 with x1830978267100928 ext(0->4095) 00002000:00010000:0.0:1746157371.687386:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f3800 00000100:00100000:0.0:1746157371.687412:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3612 00000100:00100000:0.0:1746157371.687419:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267100928:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157371.687569:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267100928:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (929us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157371.687575:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3612 00002000:00100000:0.0:1746157371.687580:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800924f3800 x1830978267100928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:177/0 lens 488/4536 e 0 to 0 dl 1746157382 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157371.687587:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f3800 with x1830978267100928 ext(0->4095) 00002000:00010000:0.0:1746157371.687590:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f3800 00000100:00100000:0.0:1746157371.690051:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.692479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.697194:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.704548:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.708745:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.711915:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.715159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.715205:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.717398:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.718183:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.720012:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.723892:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.727595:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.732418:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.735531:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.742219:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.743880:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.747205:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.747785:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.747881:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267104128 00000100:00100000:0.0:1746157371.747884:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267104128 00010000:00010000:0.0:1746157371.747901:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e5c6bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d483 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.747919:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7720 00000100:00100000:0.0:1746157371.747924:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267104128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157371.747932:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157371.747953:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e5c6bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d483 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.747963:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e5c6bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d483 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.747980:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.747982:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.747987:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d48a expref: 63 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.747998:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d48a expref: 63 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.748016:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d48a expref: 63 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.748026:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d48a expref: 63 pid: 16659 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.748038:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266497280:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157371.748111:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157371.752160:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.754055:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.757144:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.759791:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.763261:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.765061:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.769674:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.779441:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.783152:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.783184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.783229:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.783251:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267106176 00000100:00100000:0.0:1746157371.783258:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267106176 00010000:00010000:0.0:1746157371.783303:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d498 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.783343:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267106048 00000100:00100000:0.0:1746157371.783346:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267106048 00010000:00010000:0.0:1746157371.783359:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c6c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d491 expref: 65 pid: 11071 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.783375:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7722 00000100:00100000:0.0:1746157371.783383:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267106176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157371.783397:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157371.783420:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d498 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.783431:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d498 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.783454:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e5c6d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d498 expref: 6 pid: 16659 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.783472:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157371.783510:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978267106176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 128us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157371.783517:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7722 00000100:00100000:0.0:1746157371.783531:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7723 00000100:00100000:0.0:1746157371.783536:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1985:x1830978267106048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157371.783542:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157371.783550:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c6c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d491 expref: 65 pid: 11071 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.783559:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c6c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d491 expref: 65 pid: 11071 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.783570:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5c6c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d491 expref: 65 pid: 11071 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.783577:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.783579:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.783585:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522800/0x4450b99e49e5c6d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d49f expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.783592:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091522800/0x4450b99e49e5c6d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d49f expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.783622:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091522800/0x4450b99e49e5c6d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d49f expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157371.783635:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266497792:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157371.783694:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157371.785068:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093fd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266497792:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157371.785110:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157371.785144:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1985:x1830978267106048:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1607us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157371.785153:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7723 00000100:00100000:0.0:1746157371.791661:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.800170:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.803116:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.804220:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.805866:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.806401:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.811926:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.818386:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.821828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.827064:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.828698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.829697:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.831805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.832647:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267109120 00000100:00100000:0.0:1746157371.832650:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267109120 00000100:00100000:0.0:1746157371.832669:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4395 00000100:00100000:0.0:1746157371.832673:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:30952:x1830978267109120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157371.832686:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157371.832695:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c701 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d4c9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.832708:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c6fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4c2 expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.832713:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157371.832714:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157371.832760:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c701 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4c9 expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.832944:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c6fa lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4c2 expref: 69 pid: 8487 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746157371.832955:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5c6fa lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4c2 expref: 69 pid: 8487 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.832962:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a17d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266499072:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157371.833277:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157371.834514:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.837027:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.843731:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.850190:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.854277:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.855836:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267110400 00000100:00100000:0.0:1746157371.855842:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267110400 00000100:00100000:0.0:1746157371.855867:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4397 00000100:00100000:0.0:1746157371.855872:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:30951:x1830978267110400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157371.855883:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157371.855895:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c70f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d4d7 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.855915:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c701 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4c9 expref: 71 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.855923:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5c708 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4d0 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.855928:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.855930:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157371.855933:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e5c70f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4d7 expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.855966:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5c708 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4d0 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.855977:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5c708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4d0 expref: 5 pid: 8487 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.855988:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266499328:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157371.856069:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c701 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4c9 expref: 71 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157371.856090:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e5c701 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d4c9 expref: 71 pid: 8487 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746157371.856097:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266499456:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157371.856127:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157371.858673:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.858768:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.862307:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.862361:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.865728:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.869370:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.874121:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.877995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.881819:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.885040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.888193:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.890917:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.892189:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.898070:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.908402:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.913958:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.919800:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.922669:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.923173:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.928107:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.929921:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.932570:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.936197:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.941506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.945906:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.949235:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.951220:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.951898:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.953418:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.956676:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.960327:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.963560:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.967147:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.974696:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.974779:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.978249:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.982854:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.987384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.995580:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157371.998179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.000383:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.003439:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.003509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.003693:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4410 00000100:00100000:0.0:1746157372.003698:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:30951:x1830978267118336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157372.003704:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157372.003710:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5c76a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d532 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.003722:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c75c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d524 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.003728:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5c763 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d52b expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.003732:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.003733:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.003735:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999ad400/0x4450b99e49e5c76a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d532 expref: 81 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.003757:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5c763 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d52b expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.003766:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e5c763 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d52b expref: 81 pid: 8487 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.003779:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266502272:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157372.003843:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c75c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d524 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.003852:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5c75c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d524 expref: 5 pid: 8487 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.003859:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978266502400:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157372.003875:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157372.005559:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.005684:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.007734:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.007777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.009970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.012037:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.014146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.016744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.019697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.027154:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267120256 00000100:00100000:0.0:1746157372.027163:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267120256 00000100:00100000:0.0:1746157372.037205:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.037521:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.040601:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.041987:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267121024 00000100:00100000:0.0:1746157372.041992:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267121024 00010000:00010000:0.0:1746157372.042012:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c771 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d539 expref: 6 pid: 21450 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.042045:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267120768 00000100:00100000:0.0:1746157372.042048:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267120768 00010000:00010000:0.0:1746157372.042056:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5c778 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d540 expref: 84 pid: 21450 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.042101:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7746 00000100:00100000:0.0:1746157372.042107:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267121024:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157372.042115:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157372.042130:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c771 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d539 expref: 6 pid: 21450 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.042139:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c771 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d539 expref: 6 pid: 21450 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.042289:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5c771 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d539 expref: 6 pid: 21450 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.042311:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.042313:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.042318:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5c77f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d547 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.042324:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5c77f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d547 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.042345:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5c77f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d547 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.042354:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5c77f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d547 expref: 82 pid: 16659 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.042364:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093feb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266503296:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157372.042403:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157372.045463:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.050763:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.067313:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.071976:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.074959:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.081636:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.083429:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.084270:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.086771:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.090145:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.092746:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.097543:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.099809:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.101838:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.105059:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.107808:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.111467:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.111683:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.111721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.125667:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.127605:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.130086:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.132138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.139291:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.143985:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.144032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.149179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.149214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.149528:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.154872:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.161402:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.165561:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.172421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.175994:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.176033:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.178448:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.181522:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.184770:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.186759:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.188747:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.190992:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.199684:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.204200:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.204582:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.207261:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.207398:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.207427:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.207441:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267130112 00000100:00100000:0.0:1746157372.207443:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267130112 00000100:00100000:0.0:1746157372.207489:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 308 00000100:00100000:0.0:1746157372.207495:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978267130112:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157372.207534:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978267130112:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 39us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157372.207539:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 308 00000100:00100000:0.0:1746157372.207564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157372.208337:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157372.211062:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.214004:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.220639:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.225677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.229900:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.234406:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.235799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.239479:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.239509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.239561:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.242923:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.246184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.250111:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.252855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.255157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.256870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.265150:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.271004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.271054:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.277859:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.278263:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267134720 00000100:00100000:0.0:1746157372.278267:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267134720 00010000:00010000:0.0:1746157372.278288:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5c804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d5cc expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.278299:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7767 00000100:00100000:0.0:1746157372.278304:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267134720:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157372.278311:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157372.278318:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5c804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d5cc expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.278326:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5c804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d5cc expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.278337:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5c804 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d5cc expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.278348:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.278350:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.278355:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c80b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d5d3 expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.278362:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c80b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d5d3 expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.278385:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5c80b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d5d3 expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157372.278395:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266507520:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157372.278444:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157372.280535:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.289129:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.304419:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.306957:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.309387:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.311608:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.311637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.315003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.319798:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.335584:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.337249:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.340154:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.342567:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.342920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.345462:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.347443:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.350432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.354450:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.358063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.360321:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.363179:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.364577:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.370901:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.370945:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.376350:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266509184:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157372.376367:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157372.376604:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978267139200:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5353us (5656us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157372.376612:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7774 00000100:00100000:0.0:1746157372.380673:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.384494:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.391303:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.396214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.396268:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.399341:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.401948:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.403970:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.408175:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.410875:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.413763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.417150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.421790:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.422519:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.424499:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.425169:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.425204:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.431603:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.435149:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.438655:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.444328:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.446291:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.448145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.448220:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.452317:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.452508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.452550:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.452565:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267144448 00000100:00100000:0.0:1746157372.452568:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267144448 00010000:00010000:0.0:1746157372.452581:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b76c00/0x4450b99e49e5c86d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d635 expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.452619:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7782 00000100:00100000:0.0:1746157372.452624:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267144448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157372.452631:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157372.452647:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b76c00/0x4450b99e49e5c86d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d635 expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.452655:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b76c00/0x4450b99e49e5c86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d635 expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.452847:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b76c00/0x4450b99e49e5c86d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d635 expref: 6 pid: 11071 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746157372.452857:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.452858:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157372.452863:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4200/0x4450b99e49e5c874 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d63c expref: 109 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.452869:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4200/0x4450b99e49e5c874 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d63c expref: 109 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.453107:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4200/0x4450b99e49e5c874 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d63c expref: 109 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157372.453117:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d1b4200/0x4450b99e49e5c874 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d63c expref: 109 pid: 11071 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746157372.453127:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266511104:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157372.453386:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157372.455136:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.459109:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.464335:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.467357:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.474381:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.476136:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.481170:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.488593:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.492418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.494118:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.494624:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.498841:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.502471:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.507933:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.513650:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.515104:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267147776 00000100:00100000:0.0:1746157372.515111:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267147776 00002000:00100000:0.0:1746157372.515142:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a1749f80 x1830978267147776/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:178/0 lens 488/0 e 0 to 0 dl 1746157383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157372.515150:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1749f80 with x1830978267147776 ext(0->4095) 00002000:00010000:0.0:1746157372.515155:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1749f80 00000100:00100000:0.0:1746157372.515174:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3659 00000100:00100000:0.0:1746157372.515424:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267147776:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157372.518373:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.520656:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.523482:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.524033:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.528973:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.529035:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.529059:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.532585:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.535895:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.539166:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.543492:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266512512:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157372.543510:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157372.543543:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+114:1984:x1830978267149568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4075us (4381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157372.543552:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7789 00000100:00100000:0.0:1746157372.545149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.546824:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.549144:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.552506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.552549:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.559046:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.559101:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.559138:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.562948:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.579175:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.586641:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.588952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.595341:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.598399:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.598461:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.605627:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.611687:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.615143:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.622593:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.628113:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.629615:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.643153:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.648681:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.649883:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3667 00000100:00100000:0.0:1746157372.649897:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267154304:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157372.650115:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267154304:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 223us (1443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157372.650122:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3667 00002000:00100000:0.0:1746157372.650128:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091714000 x1830978267154304/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:178/0 lens 488/4536 e 0 to 0 dl 1746157383 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157372.650136:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714000 with x1830978267154304 ext(0->4095) 00002000:00010000:0.0:1746157372.650140:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091714000 00000100:00100000:0.0:1746157372.660644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.660677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.661898:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.663343:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.668248:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.671234:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.676614:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.679388:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.685409:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.688215:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.692396:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.696523:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.696570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.702564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.709759:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.720758:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.727261:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.727325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.738953:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.747671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.751575:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.758065:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.764030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.772838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.773036:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.778457:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.778821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.784607:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.785674:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.796438:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.804343:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.806837:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.810775:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.819942:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.823878:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.839663:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.840505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.840933:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.848241:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.854167:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.865827:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.878182:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.881746:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266516736:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157372.881767:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157372.881822:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+130:1985:x1830978267162624:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 13496us (16004us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157372.881832:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7808 00000100:00100000:0.0:1746157372.882727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.886457:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.886555:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.890842:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.892941:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.895545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.897781:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.900195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.902805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.905630:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.910058:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.914252:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.915473:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.915514:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.920518:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.939627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.953045:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.960833:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.964760:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.964801:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.970615:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.970891:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.975738:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.979147:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.987144:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157372.997879:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.008810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157373.009569:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157373.014879:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.021329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157373.022624:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157373.025001:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.028154:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.051682:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.053361:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267168768 00000100:00100000:0.0:1746157373.053370:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267168768 00000100:00100000:0.0:1746157373.053413:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4485 00000100:00100000:0.0:1746157373.053420:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+134:30951:x1830978267168768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157373.053436:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157373.053450:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b03400/0x4450b99e49e5c977 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d73f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.053472:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157373.053477:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091523c00/0x4450b99e49e5c970 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d738 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.053482:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157373.053484:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b03400/0x4450b99e49e5c977 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d73f expref: 135 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.053516:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091523c00/0x4450b99e49e5c970 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d738 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.053527:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b03400/0x4450b99e49e5c977 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d73f expref: 135 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.053535:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b03400, rc 0) 00000100:00100000:0.0:1746157373.053576:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+135:30951:x1830978267168768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157373.053582:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4485 00000100:00100000:0.0:1746157373.060666:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.064505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.069223:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.071431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.077146:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.083489:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.087563:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.096109:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.099370:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.104856:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.109564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.112754:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.123885:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.130339:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.132894:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.134901:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.137823:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.142322:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.152843:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.162649:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.162796:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.165812:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.169758:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.169811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.180376:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.191336:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.196561:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.202408:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267173888 00000100:00100000:0.0:1746157373.202415:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267173888 00002000:00100000:0.0:1746157373.202453:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136272a00 x1830978267173888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:179/0 lens 488/0 e 0 to 0 dl 1746157384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.202463:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978267173888 ext(0->4095) 00002000:00010000:0.0:1746157373.202467:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136272a00 00000100:00100000:0.0:1746157373.204868:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3683 00000100:00100000:0.0:1746157373.204886:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267173888:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157373.205106:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267173888:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 227us (2795us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157373.205113:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3683 00002000:00100000:0.0:1746157373.205120:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136272a00 x1830978267173888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746157384 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.205130:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978267173888 ext(0->4095) 00002000:00010000:0.0:1746157373.205135:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136272a00 00000100:00100000:0.0:1746157373.208254:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.214899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.220803:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.220855:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.223592:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.223621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.223649:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.228151:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.236729:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.240412:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.248298:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.249905:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.255470:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.257182:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.264695:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.270626:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.273690:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.278914:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.282029:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.286831:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.290363:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.291895:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.293382:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.297578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.300708:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.300763:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.310980:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.316892:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+150:1986:x1830978267179008:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4844us (5910us total) trans 4294968551 rc 0/0 00000100:00100000:0.0:1746157373.316905:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1390 00002000:00100000:0.0:1746157373.316915:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880091ecca80 x1830978267179008/t4294968551(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:179/0 lens 496/448 e 0 to 0 dl 1746157384 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.316924:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecca80 with x1830978267179008 ext(0->7) 00010000:00010000:0.0:1746157373.316934:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7c00/0x4450b99e49e5c9e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d7a8 expref: 150 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.316951:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7c00/0x4450b99e49e5c9e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d7a8 expref: 150 pid: 8487 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746157373.316957:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091ecca80 00000100:00100000:0.0:1746157373.327908:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.335427:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.335491:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267179392 00000100:00100000:0.0:1746157373.335500:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267179392 00002000:00100000:0.0:1746157373.335538:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091ece680 x1830978267179392/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:179/0 lens 488/0 e 0 to 0 dl 1746157384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.335547:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece680 with x1830978267179392 ext(0->4095) 00002000:00010000:0.0:1746157373.335553:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091ece680 00000100:00100000:0.0:1746157373.335581:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3689 00000100:00100000:0.0:1746157373.335587:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267179392:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157373.335751:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267179392:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 164us (327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157373.335756:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3689 00002000:00100000:0.0:1746157373.335760:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091ece680 x1830978267179392/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746157384 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.335766:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece680 with x1830978267179392 ext(0->4095) 00002000:00010000:0.0:1746157373.335768:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091ece680 00000100:00100000:0.0:1746157373.339578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.340403:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.341856:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.343139:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267180032 00000100:00100000:0.0:1746157373.343143:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267180032 00010000:00010000:0.0:1746157373.343162:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b9c800/0x4450b99e49e5c9e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d7af expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746157373.343192:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7836 00000100:00100000:0.0:1746157373.343198:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267180032:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157373.343207:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157373.343222:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b9c800/0x4450b99e49e5c9e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d7af expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.343231:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b9c800/0x4450b99e49e5c9e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d7af expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.343254:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b9c800/0x4450b99e49e5c9e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d7af expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.343283:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157373.343323:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978267180032:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 114us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157373.343328:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7836 00000100:00100000:0.0:1746157373.345170:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.345758:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.347912:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.353597:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.368175:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.373568:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.373896:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.375902:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.376263:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.388248:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.393252:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.396780:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.399383:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.402610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.402994:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.404653:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.404687:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.404771:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.408494:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.416385:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.419157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.422691:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.435530:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.439442:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.448735:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.453372:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.456399:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.464141:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.465640:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.469927:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.470502:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.476771:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.488286:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.491465:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.499041:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.503408:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.503497:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.506862:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.521663:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.532867:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.532930:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.539772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.543520:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.545883:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.549358:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.551721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.555461:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.558352:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.561401:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.564178:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.568596:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.569279:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.573326:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.573362:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.573393:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.573410:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267190016 00000100:00100000:0.0:1746157373.573413:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267190016 00010000:00010000:0.0:1746157373.573427:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5ca57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d81f expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746157373.573446:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7852 00000100:00100000:0.0:1746157373.573452:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267190016:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157373.573464:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157373.573488:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5ca57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d81f expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.573498:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5ca57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d81f expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.573522:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091522c00/0x4450b99e49e5ca57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d81f expref: 6 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.573553:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157373.573582:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978267190016:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 129us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157373.573591:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7852 00000100:00100000:0.0:1746157373.573603:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7853 00000100:00100000:0.0:1746157373.573607:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+165:1985:x1830978267190144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157373.573613:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157373.573621:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5ca5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d826 expref: 165 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.573630:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5ca5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d826 expref: 165 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.573642:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523200/0x4450b99e49e5ca5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d826 expref: 165 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.573649:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.573651:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.573658:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5ca65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d82d expref: 164 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.573665:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5ca65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d82d expref: 164 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.573694:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5ca65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d82d expref: 164 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157373.573705:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266527232:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157373.573764:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157373.575893:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.583458:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.600122:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.604765:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.606979:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.611025:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.611209:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.619363:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267191808 00000100:00100000:0.0:1746157373.619515:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267191808 00002000:00100000:0.0:1746157373.619544:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4a300 x1830978267191808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:179/0 lens 488/0 e 0 to 0 dl 1746157384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.619553:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4a300 with x1830978267191808 ext(0->4095) 00010000:00010000:0.0:1746157373.619559:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523c00/0x4450b99e49e5ca73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d83b expref: 167 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.619570:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523c00/0x4450b99e49e5ca73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d83b expref: 167 pid: 8487 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746157373.619575:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4a300 00000100:00100000:0.0:1746157373.619600:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1410 00000100:00100000:0.0:1746157373.619606:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+167:1983:x1830978267191808:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157373.619722:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+167:1983:x1830978267191808:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157373.619727:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1410 00002000:00100000:0.0:1746157373.619733:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb4a300 x1830978267191808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746157384 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.619744:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4a300 with x1830978267191808 ext(0->4095) 00010000:00010000:0.0:1746157373.619748:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523c00/0x4450b99e49e5ca73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d83b expref: 167 pid: 8487 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.619757:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523c00/0x4450b99e49e5ca73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d83b expref: 167 pid: 8487 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746157373.619761:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb4a300 00000100:00100000:0.0:1746157373.621623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.629250:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.636803:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.643941:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.644049:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.644580:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4524 00000100:00100000:0.0:1746157373.644586:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267192576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157373.644592:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157373.644597:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b02600/0x4450b99e49e5ca88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d849 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.644606:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.644609:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5ca81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d850 expref: 169 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.644613:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157373.644616:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b02600/0x4450b99e49e5ca88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d849 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.644634:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5ca81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d850 expref: 169 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.644642:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b02600/0x4450b99e49e5ca88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d849 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.644649:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b02600, rc 0) 00000100:00100000:0.0:1746157373.644678:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978267192576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157373.644683:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4524 00000100:00100000:0.0:1746157373.646407:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.649728:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.654058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.659011:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.663862:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.667279:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.671106:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.685727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.689492:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.689541:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.703044:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.703128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.704477:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.705579:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.715277:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267195648 00000100:00100000:0.0:1746157373.715285:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267195648 00002000:00100000:0.0:1746157373.715320:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880136273800 x1830978267195648/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:179/0 lens 496/0 e 0 to 0 dl 1746157384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.715329:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978267195648 ext(0->7) 00010000:00010000:0.0:1746157373.715337:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5ca96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d85e expref: 170 pid: 16659 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.715349:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5ca96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d85e expref: 170 pid: 16659 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746157373.715355:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136273800 00000100:00100000:0.0:1746157373.715381:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1415 00000100:00100000:0.0:1746157373.715388:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+170:1983:x1830978267195648:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157373.715650:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+172:1983:x1830978267195648:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 263us (1279us total) trans 4294968562 rc 0/0 00000100:00100000:0.0:1746157373.715656:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1415 00002000:00100000:0.0:1746157373.715661:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880136273800 x1830978267195648/t4294968562(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:179/0 lens 496/448 e 0 to 0 dl 1746157384 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.715668:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978267195648 ext(0->7) 00010000:00010000:0.0:1746157373.715672:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5ca96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d85e expref: 172 pid: 16659 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.715680:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5ca96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d85e expref: 172 pid: 16659 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746157373.715685:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136273800 00000100:00100000:0.0:1746157373.723986:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.730666:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267196032 00000100:00100000:0.0:1746157373.730674:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267196032 00002000:00100000:0.0:1746157373.730717:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136270000 x1830978267196032/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:179/0 lens 488/0 e 0 to 0 dl 1746157384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.730726:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978267196032 ext(0->4095) 00002000:00010000:0.0:1746157373.730730:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136270000 00000100:00100000:0.0:1746157373.730743:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3704 00000100:00100000:0.0:1746157373.730748:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267196032:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157373.735493:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.736063:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267196288 00000100:00100000:0.0:1746157373.736066:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267196288 00010000:00010000:0.0:1746157373.736100:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5ca9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d865 expref: 6 pid: 16659 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746157373.736123:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7862 00000100:00100000:0.0:1746157373.736128:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267196288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157373.736138:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157373.736152:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5ca9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d865 expref: 6 pid: 16659 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.736160:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5ca9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d865 expref: 6 pid: 16659 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.736173:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5ca9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d865 expref: 6 pid: 16659 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.736189:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.736190:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.736195:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bf6200/0x4450b99e49e5caa4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d86c expref: 172 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.736201:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf6200/0x4450b99e49e5caa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d86c expref: 172 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.736216:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097bf6200/0x4450b99e49e5caa4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d86c expref: 172 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.736225:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097bf6200/0x4450b99e49e5caa4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d86c expref: 172 pid: 16659 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746157373.736234:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266529536:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157373.736291:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157373.743244:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.751541:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.754010:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.755464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.757976:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.763099:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267198080 00000100:00100000:0.0:1746157373.763106:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267198080 00002000:00100000:0.0:1746157373.763137:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135f46300 x1830978267198080/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:179/0 lens 488/0 e 0 to 0 dl 1746157384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.763145:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f46300 with x1830978267198080 ext(0->4095) 00002000:00010000:0.0:1746157373.763149:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f46300 00000100:00100000:0.0:1746157373.763178:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3707 00000100:00100000:0.0:1746157373.763185:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+175:1983:x1830978267198080:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157373.763323:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+176:1983:x1830978267198080:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157373.763328:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3707 00002000:00100000:0.0:1746157373.763333:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135f46300 x1830978267198080/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:179/0 lens 488/4536 e 0 to 0 dl 1746157384 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157373.763339:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f46300 with x1830978267198080 ext(0->4095) 00010000:00010000:0.0:1746157373.763344:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5caab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d873 expref: 176 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.763352:0:8492:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5caab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d873 expref: 176 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157373.763357:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f46300 00000100:00100000:0.0:1746157373.767300:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.767335:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.767366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.771167:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.776882:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.779663:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.783197:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.786014:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.787942:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.795582:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.798303:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.799841:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.803030:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.804096:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.804121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.806986:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.814222:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.820530:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.825405:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.829593:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.831283:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.834442:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.834528:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.836515:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.840128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.845153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.848216:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.851002:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.853821:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.855673:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.857969:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.860157:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.860205:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.861948:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.861975:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.862008:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.863865:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.866159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.868058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.871855:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.875056:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.877991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.881641:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.889055:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.891036:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267206400 00000100:00100000:0.0:1746157373.891040:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267206400 00010000:00010000:0.0:1746157373.891057:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5caff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8c7 expref: 6 pid: 11071 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746157373.891099:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7877 00000100:00100000:0.0:1746157373.891105:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267206400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157373.891113:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157373.891126:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5caff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8c7 expref: 6 pid: 11071 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.891271:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5caff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8c7 expref: 6 pid: 11071 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.891286:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5caff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8c7 expref: 6 pid: 11071 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746157373.891308:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.891310:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.891314:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5cb0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8d5 expref: 183 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.891320:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5cb0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8d5 expref: 183 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.891346:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5cb0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8d5 expref: 183 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.891355:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e5cb0d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d8d5 expref: 183 pid: 16659 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746157373.891363:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba53100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266532608:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157373.891424:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157373.898332:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.901672:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.907637:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.909122:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.912284:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.912377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.914025:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.915725:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.916006:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.923979:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.926810:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.936643:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.940286:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.942670:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.942719:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.945033:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.946835:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.950302:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.952371:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.955195:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.960646:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.962848:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.965991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.971834:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.982001:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7886 00000100:00100000:0.0:1746157373.982010:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+190:1983:x1830978267212544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157373.982016:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157373.982207:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cb3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d906 expref: 190 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157373.982214:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cb3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d906 expref: 190 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157373.982224:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cb3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d906 expref: 190 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157373.982235:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.982236:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157373.982241:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5cb4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d914 expref: 189 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.982247:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5cb4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d914 expref: 189 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.982262:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5cb4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d914 expref: 188 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157373.982289:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5cb4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d914 expref: 188 pid: 8487 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157373.982299:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013219ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266534656:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157373.982335:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157373.986068:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.988669:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.990572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.993404:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157373.996189:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.001183:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.005825:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.007995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.008660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.010677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.015221:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.021671:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.036966:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.042946:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.049236:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.049306:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.049333:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267216000 00000100:00100000:0.0:1746157374.049338:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267216000 00010000:00010000:0.0:1746157374.049357:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5cb68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d930 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.049377:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7891 00000100:00100000:0.0:1746157374.049381:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267216000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157374.049390:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157374.049405:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5cb68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d930 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.049413:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093340000/0x4450b99e49e5cb68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d930 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.049429:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157374.049462:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267216000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 81us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157374.049467:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7891 00000100:00100000:0.0:1746157374.052274:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.052366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.057250:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.059827:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.066849:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.075387:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.097948:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.101855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.105695:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.109276:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.114180:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.115821:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.118494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.120329:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.121623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.123227:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.127061:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.129542:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.130520:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.130550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.133022:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.139733:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.141316:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.145208:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.152216:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.159319:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.159370:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.165009:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.165741:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.168929:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.189039:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.193045:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.195774:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7901 00000100:00100000:0.0:1746157374.202471:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f44000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266537856:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157374.202486:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157374.204333:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+202:1984:x1830978267222272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 8544us (11287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157374.204342:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7901 00000100:00100000:0.0:1746157374.205159:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267222656 00000100:00100000:0.0:1746157374.205164:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267222656 00002000:00100000:0.0:1746157374.205193:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136271f80 x1830978267222656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 488/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.205202:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978267222656 ext(0->4095) 00010000:00010000:0.0:1746157374.205208:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5cbb5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d97d expref: 202 pid: 11071 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.205218:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5cbb5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d97d expref: 202 pid: 11071 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.205224:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136271f80 00000100:00100000:0.0:1746157374.207164:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1450 00000100:00100000:0.0:1746157374.207175:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+201:1985:x1830978267222656:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.207310:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+201:1985:x1830978267222656:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (2238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157374.207316:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1450 00002000:00100000:0.0:1746157374.207321:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136271f80 x1830978267222656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746157385 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.207330:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978267222656 ext(0->4095) 00010000:00010000:0.0:1746157374.207336:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5cbb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d97d expref: 201 pid: 11071 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.207347:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091523400/0x4450b99e49e5cbb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d97d expref: 201 pid: 11071 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.207353:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136271f80 00000100:00100000:0.0:1746157374.209161:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.209204:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157374.211636:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5cbbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d984 expref: 200 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.211646:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5cbbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d984 expref: 200 pid: 11071 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.211655:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266538240:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157374.212216:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157374.214095:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.217650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.223956:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.226362:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.229256:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.234856:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.239654:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.240007:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.244339:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.244365:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.244393:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.248260:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.250331:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.252820:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.256010:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.264137:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.266397:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.271174:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.272921:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.272970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.273002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.273144:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4575 00000100:00100000:0.0:1746157374.273150:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267226880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157374.273158:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157374.273164:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009adbca00/0x4450b99e49e5cbed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02d9b5 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.273176:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cbe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9ae expref: 204 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.273181:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157374.273182:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157374.273184:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009adbca00/0x4450b99e49e5cbed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9b5 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.273196:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cbe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9ae expref: 204 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.273203:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cbe6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9ae expref: 204 pid: 16659 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.273211:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c52b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8489:1830978266539520:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157374.273273:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157374.274567:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.280525:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267227520 00000100:00100000:0.0:1746157374.280532:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267227520 00002000:00100000:0.0:1746157374.280564:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093211c00 x1830978267227520/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 496/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.280572:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211c00 with x1830978267227520 ext(0->7) 00010000:00010000:0.0:1746157374.280578:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cbe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9ae expref: 204 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.280589:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cbe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9ae expref: 204 pid: 16659 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.280594:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093211c00 00000100:00100000:0.0:1746157374.280618:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1456 00000100:00100000:0.0:1746157374.280785:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+204:1984:x1830978267227520:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.281016:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+206:1984:x1830978267227520:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 390us (769us total) trans 4294968579 rc 0/0 00000100:00100000:0.0:1746157374.281022:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1456 00002000:00100000:0.0:1746157374.281027:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093211c00 x1830978267227520/t4294968579(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 496/448 e 0 to 0 dl 1746157385 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.281033:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211c00 with x1830978267227520 ext(0->7) 00010000:00010000:0.0:1746157374.281037:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cbe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9ae expref: 206 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.281045:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cbe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02d9ae expref: 206 pid: 16659 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.281049:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093211c00 00000100:00100000:0.0:1746157374.284154:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.288030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.291965:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.293950:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.298335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.300554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.307548:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.314191:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.320280:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.329303:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.335185:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.338862:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.341186:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.347646:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.352473:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.354466:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.381187:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.382016:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.383666:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.386831:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.388779:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.391688:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.399223:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.404259:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.404325:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.410776:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.410797:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.411161:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.414741:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.420155:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.423044:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.427881:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.431698:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.433923:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.435847:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.435973:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.436361:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267235072 00000100:00100000:0.0:1746157374.436366:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267235072 00002000:00100000:0.0:1746157374.436388:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88013604f480 x1830978267235072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 488/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.436396:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f480 with x1830978267235072 ext(0->4095) 00010000:00010000:0.0:1746157374.436402:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e5cc3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da02 expref: 215 pid: 8487 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.436412:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e5cc3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da02 expref: 215 pid: 8487 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.436417:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604f480 00000100:00100000:0.0:1746157374.436442:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1465 00000100:00100000:0.0:1746157374.436448:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+215:1984:x1830978267235072:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.436565:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+215:1984:x1830978267235072:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (720us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157374.436570:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1465 00002000:00100000:0.0:1746157374.436575:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88013604f480 x1830978267235072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746157385 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.436587:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f480 with x1830978267235072 ext(0->4095) 00010000:00010000:0.0:1746157374.436737:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e5cc3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da02 expref: 215 pid: 8487 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.436746:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e5cc3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da02 expref: 215 pid: 8487 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.436751:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604f480 00000100:00100000:0.0:1746157374.438376:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.438422:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.441280:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.444378:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.447805:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.451342:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.453303:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.455231:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.458857:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.462587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.463852:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.466803:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.468362:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.469591:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.473765:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.477173:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.480307:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.483663:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.485880:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.487651:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267239040 00000100:00100000:0.0:1746157374.487655:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267239040 00002000:00100000:0.0:1746157374.487676:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093213b80 x1830978267239040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:180/0 lens 488/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.487684:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830978267239040 ext(0->4095) 00002000:00010000:0.0:1746157374.487688:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213b80 00000100:00100000:0.0:1746157374.487828:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3753 00000100:00100000:0.0:1746157374.487834:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267239040:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.488044:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267239040:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 209us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157374.488049:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3753 00002000:00100000:0.0:1746157374.488055:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093213b80 x1830978267239040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746157385 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.488060:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830978267239040 ext(0->4095) 00002000:00010000:0.0:1746157374.488063:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213b80 00000100:00100000:0.0:1746157374.490515:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.499787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.499838:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.499876:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.503785:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.506462:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.512477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.516100:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.518789:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.521064:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.526538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.530693:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.533064:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.537427:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.537461:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.537515:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.539781:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.543230:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.548617:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.553006:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266544512:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157374.553027:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157374.553492:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+222:1984:x1830978267242752:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3713us (4883us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157374.553501:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7931 00000100:00100000:0.0:1746157374.557695:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.563793:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.568457:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.571569:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.572118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.572140:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267243904 00000100:00100000:0.0:1746157374.572143:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267243904 00010000:00010000:0.0:1746157374.572161:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dbc1800/0x4450b99e49e5cc8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da56 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.572190:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7932 00000100:00100000:0.0:1746157374.572195:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267243904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157374.572204:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157374.572218:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dbc1800/0x4450b99e49e5cc8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da56 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.572228:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dbc1800/0x4450b99e49e5cc8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da56 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.572250:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dbc1800/0x4450b99e49e5cc8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da56 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.572278:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157374.572298:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978267243904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 103us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157374.572303:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7932 00000100:00100000:0.0:1746157374.576584:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.577964:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.589541:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.603440:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.608256:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.608306:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.611828:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.611906:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.618502:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.626201:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.629581:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.632383:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.636353:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.642345:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.646824:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.647893:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267246976 00000100:00100000:0.0:1746157374.647905:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267246976 00002000:00100000:0.0:1746157374.647953:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008bdbb100 x1830978267246976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 488/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.648319:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbb100 with x1830978267246976 ext(0->4095) 00002000:00010000:0.0:1746157374.648326:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdbb100 00000100:00100000:0.0:1746157374.648356:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3764 00000100:00100000:0.0:1746157374.648366:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+226:1984:x1830978267246976:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.658744:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.666377:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.666407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.666438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.666461:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267247232 00000100:00100000:0.0:1746157374.666469:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267247232 00010000:00010000:0.0:1746157374.666504:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5ccb1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da79 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.666530:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7937 00000100:00100000:0.0:1746157374.666537:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267247232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157374.666550:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157374.666569:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5ccb1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da79 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.666580:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5ccb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da79 expref: 6 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.666603:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157374.666643:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267247232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 106us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157374.666650:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7937 00010000:00010000:0.0:1746157374.666809:0:16659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e5ccb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da79 expref: 5 pid: 16659 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.666832:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266545792:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157374.666842:0:16659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091522800/0x4450b99e49e5ccaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da72 expref: 228 pid: 16659 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.666850:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266545920:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157374.667179:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e5ccb8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da80 expref: 227 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.667191:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091522000, rc 0) 00000100:00100000:0.0:1746157374.672674:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.679647:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.693768:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.698172:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.702957:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.703935:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.707228:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.712946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.712989:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.717321:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.721176:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267249792 00000100:00100000:0.0:1746157374.721185:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267249792 00002000:00100000:0.0:1746157374.721215:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093210a80 x1830978267249792/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 496/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.721224:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830978267249792 ext(0->7) 00010000:00010000:0.0:1746157374.721231:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bae3800/0x4450b99e49e5cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da95 expref: 228 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.721242:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bae3800/0x4450b99e49e5cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da95 expref: 228 pid: 16659 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.721248:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093210a80 00000100:00100000:0.0:1746157374.721282:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1484 00000100:00100000:0.0:1746157374.721289:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+228:1984:x1830978267249792:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.721539:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+230:1984:x1830978267249792:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 249us (492us total) trans 4294968591 rc 0/0 00000100:00100000:0.0:1746157374.721545:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1484 00002000:00100000:0.0:1746157374.721551:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880093210a80 x1830978267249792/t4294968591(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 496/448 e 0 to 0 dl 1746157385 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.721557:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830978267249792 ext(0->7) 00010000:00010000:0.0:1746157374.721562:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bae3800/0x4450b99e49e5cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da95 expref: 230 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.721571:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bae3800/0x4450b99e49e5cccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02da95 expref: 230 pid: 16659 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.721576:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093210a80 00000100:00100000:0.0:1746157374.725655:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.732032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.736653:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.736729:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.739199:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.741458:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.743423:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.743549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.743569:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267250944 00000100:00100000:0.0:1746157374.743576:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267250944 00010000:00010000:0.0:1746157374.743601:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4b800/0x4450b99e49e5ccdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02daa3 expref: 232 pid: 16659 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746157374.743626:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7944 00000100:00100000:0.0:1746157374.743633:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+232:1984:x1830978267250944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157374.743644:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157374.743661:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012db4b800/0x4450b99e49e5ccdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02daa3 expref: 232 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.743681:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012db4b800/0x4450b99e49e5ccdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02daa3 expref: 232 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.743702:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db4b800/0x4450b99e49e5ccdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02daa3 expref: 232 pid: 16659 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.743718:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157374.743720:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157374.743727:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dbc0000/0x4450b99e49e5cce2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02daaa expref: 231 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.743740:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dbc0000/0x4450b99e49e5cce2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02daaa expref: 231 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.743770:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012dbc0000/0x4450b99e49e5cce2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02daaa expref: 231 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157374.743781:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130560000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266547328:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157374.743840:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157374.752767:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.758312:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.761451:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.765063:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.770552:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.772342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.773231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.776333:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.776631:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.792483:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.798496:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.798626:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.804821:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.817534:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.824356:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267254656 00000100:00100000:0.0:1746157374.824363:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267254656 00002000:00100000:0.0:1746157374.824398:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008fb48a80 x1830978267254656/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 496/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.824412:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48a80 with x1830978267254656 ext(0->7) 00010000:00010000:0.0:1746157374.824419:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5cd05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dacd expref: 235 pid: 8489 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.824431:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5cd05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dacd expref: 235 pid: 8489 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.824438:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb48a80 00000100:00100000:0.0:1746157374.824462:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1492 00000100:00100000:0.0:1746157374.824468:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+235:1985:x1830978267254656:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.824708:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+237:1985:x1830978267254656:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 239us (516us total) trans 4294968594 rc 0/0 00000100:00100000:0.0:1746157374.824714:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1492 00002000:00100000:0.0:1746157374.824720:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008fb48a80 x1830978267254656/t4294968594(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 496/448 e 0 to 0 dl 1746157385 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.824727:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48a80 with x1830978267254656 ext(0->7) 00010000:00010000:0.0:1746157374.824731:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5cd05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dacd expref: 237 pid: 8489 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746157374.824739:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7600/0x4450b99e49e5cd05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dacd expref: 237 pid: 8489 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746157374.824745:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb48a80 00000100:00100000:0.0:1746157374.836026:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.838694:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.838779:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.838801:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267255168 00000100:00100000:0.0:1746157374.838806:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267255168 00002000:00100000:0.0:1746157374.838837:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978267255168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 488/0 e 0 to 0 dl 1746157385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.838845:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978267255168 ext(0->4095) 00002000:00010000:0.0:1746157374.838849:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009419c380 00000100:00100000:0.0:1746157374.838865:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3769 00000100:00100000:0.0:1746157374.838870:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+238:1986:x1830978267255168:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157374.838989:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+238:1986:x1830978267255168:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157374.838994:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3769 00002000:00100000:0.0:1746157374.838999:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978267255168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:180/0 lens 488/4536 e 0 to 0 dl 1746157385 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157374.839005:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978267255168 ext(0->4095) 00002000:00010000:0.0:1746157374.839008:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009419c380 00000100:00100000:0.0:1746157374.842668:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.846778:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.854297:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.856681:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.862223:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.875026:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.875142:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.877844:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.890134:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.896586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.896666:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.902554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.904995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.905066:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.907812:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.916121:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.920208:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.922234:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.925624:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.925889:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.926065:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4624 00000100:00100000:0.0:1746157374.926093:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+242:30952:x1830978267259136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157374.926099:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157374.926227:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cd44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02db0c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.926432:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157374.926446:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5cd3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db05 expref: 244 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.926455:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157374.926458:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cd44 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db0c expref: 244 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.926513:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5cd3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db05 expref: 244 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.926529:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093341a00/0x4450b99e49e5cd44 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db0c expref: 244 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157374.926541:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093341a00, rc 0) 00000100:00100000:0.0:1746157374.926581:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+244:30952:x1830978267259136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 509us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157374.926588:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4624 00000100:00100000:0.0:1746157374.927833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.932889:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.941153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.942995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.945765:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.951406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.951900:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.954280:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.957803:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.960869:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.963592:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.966490:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.968512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.970802:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.979372:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.986478:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.986525:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.991156:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.991185:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157374.991212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.011338:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157375.012981:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157375.015155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.018950:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.024836:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157375.025417:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157375.027013:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.027754:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.029579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.030041:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.030196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.034335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.038649:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.041000:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.043732:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.046598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.048166:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.050856:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.053692:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.053729:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.057354:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.057380:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.057406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.057420:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267266688 00000100:00100000:0.0:1746157375.057424:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267266688 00010000:00010000:0.0:1746157375.057441:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5cd7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db44 expref: 251 pid: 11071 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.057459:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267266944 00000100:00100000:0.0:1746157375.057461:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267266944 00010000:00010000:0.0:1746157375.057469:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e5cd83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db4b expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.057480:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7967 00000100:00100000:0.0:1746157375.057484:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+251:1985:x1830978267266688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.057492:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.057506:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5cd7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db44 expref: 251 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.057514:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5cd7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db44 expref: 251 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.057529:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db4ae00/0x4450b99e49e5cd7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db44 expref: 251 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.057540:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157375.057556:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+250:1985:x1830978267266688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 71us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157375.057560:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7967 00000100:00100000:0.0:1746157375.057575:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7968 00000100:00100000:0.0:1746157375.057578:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4949c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267266944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.057585:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.057591:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e5cd83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db4b expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.057599:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e5cd83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db4b expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.057608:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e5cd83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db4b expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.057615:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.057617:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.057621:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093db9c00/0x4450b99e49e5cd8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db52 expref: 249 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.057628:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9c00/0x4450b99e49e5cd8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db52 expref: 249 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.057647:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093db9c00/0x4450b99e49e5cd8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db52 expref: 249 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157375.057655:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266552960:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157375.057701:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.065811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.069233:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.075016:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.080497:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.084019:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.084068:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.087195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.088571:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267268736 00000100:00100000:0.0:1746157375.088575:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267268736 00010000:00010000:0.0:1746157375.088594:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5cd98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db60 expref: 6 pid: 8487 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.088798:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7970 00000100:00100000:0.0:1746157375.088805:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267268736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.088814:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.088827:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5cd98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db60 expref: 6 pid: 8487 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.088836:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5cd98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db60 expref: 6 pid: 8487 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.088853:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9400/0x4450b99e49e5cd98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db60 expref: 6 pid: 8487 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.088876:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157375.088899:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978267268736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 95us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157375.088904:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7970 00000100:00100000:0.0:1746157375.089853:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.090661:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.094092:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.096753:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.099577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.105030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.107138:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.110247:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.114948:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.115006:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.117425:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267271040 00000100:00100000:0.0:1746157375.117429:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267271040 00010000:00010000:0.0:1746157375.117444:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5cda6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db6e expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.117459:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7974 00000100:00100000:0.0:1746157375.117464:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267271040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.117470:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.117478:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5cda6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db6e expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.117486:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5cda6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db6e expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.117498:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5cda6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db6e expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.117590:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.117592:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.117599:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5cdb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db7c expref: 255 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.117607:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5cdb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db7c expref: 255 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.117639:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5cdb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db7c expref: 255 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.117650:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097bf7400/0x4450b99e49e5cdb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02db7c expref: 255 pid: 11071 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.117660:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266554368:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157375.117735:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.119564:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.121864:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.125322:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.128398:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.131947:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.134655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.135012:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.137567:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.137604:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.137982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.140884:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.146152:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.148499:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.151783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.153584:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.157597:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.157652:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.163042:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.163121:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.163156:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.166562:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.172291:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.178320:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.190690:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.195557:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.198491:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.203459:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.210460:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.213365:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.219059:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.225128:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.225206:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.228859:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.230254:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267277312 00000100:00100000:0.0:1746157375.230440:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267277312 00000100:00100000:0.0:1746157375.230462:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4651 00000100:00100000:0.0:1746157375.230466:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+262:30952:x1830978267277312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157375.230476:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157375.230485:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ce01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02dbc9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.230499:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7000/0x4450b99e49e5cdfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc2 expref: 263 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.230505:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157375.230506:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157375.230509:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ce01 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc9 expref: 263 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.230525:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097bf7000/0x4450b99e49e5cdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc2 expref: 263 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.230534:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097bf7000/0x4450b99e49e5cdfa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc2 expref: 263 pid: 8487 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.230541:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266556672:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157375.230589:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.232289:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8487:1830978266556672:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157375.232309:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ce01 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc9 expref: 263 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.232321:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093341c00, rc 0) 00000100:00100000:0.0:1746157375.232394:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+263:30952:x1830978267277312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1928us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157375.232401:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4651 00000100:00100000:0.0:1746157375.232474:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.236521:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.238746:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.241805:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.247485:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.253520:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.256115:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.256169:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.258592:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.258621:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.258635:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267279232 00000100:00100000:0.0:1746157375.258639:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267279232 00010000:00010000:0.0:1746157375.258661:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ce01 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc9 expref: 266 pid: 8487 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.258687:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267279104 00000100:00100000:0.0:1746157375.258689:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267279104 00010000:00010000:0.0:1746157375.258696:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e5ce08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbd0 expref: 6 pid: 8487 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.258713:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7986 00000100:00100000:0.0:1746157375.258718:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+266:1986:x1830978267279232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.258726:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.258739:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ce01 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc9 expref: 266 pid: 8487 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.258747:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e5ce01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbc9 expref: 266 pid: 8487 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.259063:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.259065:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.259070:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b909000/0x4450b99e49e5ce0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbd7 expref: 266 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.259089:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b909000/0x4450b99e49e5ce0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbd7 expref: 266 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.259116:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b909000/0x4450b99e49e5ce0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dbd7 expref: 266 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157375.259124:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266557184:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157375.259164:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.260910:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013732f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266557184:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157375.260920:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157375.260934:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+264:1986:x1830978267279232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2216us (2348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157375.260939:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7986 00000100:00100000:0.0:1746157375.262320:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.267795:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.275146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.282461:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.292499:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.294251:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.297276:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.297321:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.299964:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.300009:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.303738:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.312157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.322402:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.326773:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.327508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.331377:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.333159:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.335348:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.340178:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.342953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.347021:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.349770:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.353787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.354456:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.357960:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.358030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.359099:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.360505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.362615:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.365874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.371542:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.374930:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.378494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.388033:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.391365:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.391934:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.397397:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.397435:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.398170:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.401752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.409339:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.411299:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.415727:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.426510:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.439958:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.441059:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.443993:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.444432:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.448492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.448588:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.451886:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.458962:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.461883:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.470245:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.476442:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.476506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.479456:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.482208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.485656:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.485713:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.490346:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.493824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.495825:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.502720:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.507686:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.510274:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.511637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.514325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.516616:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.520819:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.525555:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.528885:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.533516:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.536420:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.537926:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.537966:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.538635:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978266562432:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.538671:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157375.538689:0:3310:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746157375.538694:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3310:1830978266562048:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.538711:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157375.538732:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1830978266562560:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.538752:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157375.538771:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1830978266562304:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.538790:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157375.538809:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746157375.538812:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830978266562176:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.539192:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157375.539204:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1830978266562688:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.539218:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157375.539264:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1830978266562304:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.539286:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3310:1830978266562048:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.539293:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3310:1830978266562560:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.539300:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978266562432:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.539781:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830978266562176:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.539789:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1830978266562688:0@lo:400:kworker.0 00000100:00100000:0.0:1746157375.542798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.547463:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.558558:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.568572:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.575994:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.583994:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267295232 00000100:00100000:0.0:1746157375.584004:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267295232 00010000:00010000:0.0:1746157375.584033:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e5ceb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc78 expref: 284 pid: 16659 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.584065:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8011 00000100:00100000:0.0:1746157375.584085:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+284:1985:x1830978267295232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.584100:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.584122:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e5ceb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc78 expref: 284 pid: 16659 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.584131:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e5ceb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc78 expref: 284 pid: 16659 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.584154:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e5ceb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc78 expref: 284 pid: 16659 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.584180:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157375.584665:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+282:1985:x1830978267295232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 592us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157375.584670:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8011 00000100:00100000:0.0:1746157375.586374:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1830978266563456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157375.586491:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157375.588116:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1830978266563456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157375.588213:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267295360 00000100:00100000:0.0:1746157375.588218:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267295360 00010000:00010000:0.0:1746157375.588245:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b909000/0x4450b99e49e5ceb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc7f expref: 6 pid: 16659 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.588782:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8012 00000100:00100000:0.0:1746157375.588790:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267295360:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.588803:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.588827:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b909000/0x4450b99e49e5ceb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc7f expref: 6 pid: 16659 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.588840:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b909000/0x4450b99e49e5ceb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc7f expref: 6 pid: 16659 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.588865:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b909000/0x4450b99e49e5ceb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc7f expref: 6 pid: 16659 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.588896:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.588899:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.588906:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b9c000/0x4450b99e49e5cebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc86 expref: 281 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.588914:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b9c000/0x4450b99e49e5cebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc86 expref: 281 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.588952:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b9c000/0x4450b99e49e5cebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dc86 expref: 281 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157375.588963:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266563584:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157375.589058:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.592918:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.599194:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.602289:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.613677:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.616123:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.618364:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.618523:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.621753:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.629884:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.634412:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.639547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.639586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.642188:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.642222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.645288:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.648358:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.650565:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.660546:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.664858:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3810 00000100:00100000:0.0:1746157375.664870:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267298816:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157375.665674:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267298816:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 805us (5132us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157375.665681:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3810 00002000:00100000:0.0:1746157375.665689:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009ba98380 x1830978267298816/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746157386 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157375.665697:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98380 with x1830978267298816 ext(0->4095) 00002000:00010000:0.0:1746157375.665701:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba98380 00000100:00100000:0.0:1746157375.669662:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.670327:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.672423:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.679856:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.690016:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.695554:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.700232:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267300608 00000100:00100000:0.0:1746157375.700237:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267300608 00002000:00100000:0.0:1746157375.700278:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093d9ca80 x1830978267300608/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:181/0 lens 488/0 e 0 to 0 dl 1746157386 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157375.700287:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ca80 with x1830978267300608 ext(0->4095) 00010000:00010000:0.0:1746157375.700368:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.700376:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746157375.700382:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d9ca80 00000100:00100000:0.0:1746157375.700396:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1559 00000100:00100000:0.0:1746157375.700402:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267300608:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157375.700518:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267300608:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157375.700523:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1559 00002000:00100000:0.0:1746157375.700529:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880093d9ca80 x1830978267300608/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:181/0 lens 488/4536 e 0 to 0 dl 1746157386 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157375.700536:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ca80 with x1830978267300608 ext(0->4095) 00010000:00010000:0.0:1746157375.700540:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.700547:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746157375.700552:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d9ca80 00000100:00100000:0.0:1746157375.704619:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267300864 00000100:00100000:0.0:1746157375.704625:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267300864 00010000:00010000:0.0:1746157375.704646:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.704667:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8021 00000100:00100000:0.0:1746157375.704673:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267300864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.704681:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.704694:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.704704:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.704720:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b70e00/0x4450b99e49e5cef6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcbe expref: 6 pid: 8489 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.704731:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.704733:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.704738:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e5cefd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcc5 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.704745:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e5cefd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcc5 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.704769:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e5cefd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcc5 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157375.704779:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a17db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266565760:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157375.704823:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.707271:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.713352:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.714817:0:24586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266566016 00000100:00100000:0.0:1746157375.714821:0:24586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266566016 00000100:00100000:0.0:1746157375.714850:0:24586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1746157375.714856:0:24586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978266566016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157375.714878:0:24586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 5111808 granted 611123200 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746157375.714909:0:24586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978266566016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157375.714914:0:24586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1746157375.720299:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.723215:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.726905:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.726945:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.729535:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.732974:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.735556:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.738003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.740202:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.741763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.743111:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.747341:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.749716:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.750549:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.752148:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.752790:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.752877:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.755989:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.757900:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.760869:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.763069:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.765995:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.770627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.770859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.774810:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8029 00000100:00100000:0.0:1746157375.774816:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267306112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.774821:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.774829:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c21600/0x4450b99e49e5cf2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcf6 expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.774836:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c21600/0x4450b99e49e5cf2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcf6 expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.774847:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c21600/0x4450b99e49e5cf2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcf6 expref: 6 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.775015:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.775017:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.775023:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e5cf35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcfd expref: 16 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.775029:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e5cf35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcfd expref: 16 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.775046:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e5cf35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcfd expref: 16 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.775054:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e5cf35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dcfd expref: 16 pid: 11071 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.775064:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266567808:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157375.775124:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.776443:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.778568:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.781222:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.783277:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.785238:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.787007:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.788654:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.791737:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.794935:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.794967:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.795422:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.797219:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.800553:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.803605:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.811906:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.817677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.817868:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.820170:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.820626:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.820645:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.822200:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.823984:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.826523:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.830793:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.832326:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.839155:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.842181:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.842708:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.844641:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.846002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.846211:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.846226:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267312128 00000100:00100000:0.0:1746157375.846230:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267312128 00010000:00010000:0.0:1746157375.846243:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093075600/0x4450b99e49e5cf66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd2e expref: 21 pid: 11071 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.846278:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8038 00000100:00100000:0.0:1746157375.846283:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1983:x1830978267312128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157375.846290:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157375.846301:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093075600/0x4450b99e49e5cf66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd2e expref: 21 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.846310:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093075600/0x4450b99e49e5cf66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd2e expref: 21 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.846322:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093075600/0x4450b99e49e5cf66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd2e expref: 21 pid: 11071 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746157375.846346:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.846348:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157375.846354:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093075e00/0x4450b99e49e5cf74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd3c expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.846361:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093075e00/0x4450b99e49e5cf74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd3c expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.846380:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093075e00/0x4450b99e49e5cf74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd3c expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157375.846389:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093075e00/0x4450b99e49e5cf74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dd3c expref: 20 pid: 11071 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746157375.846399:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266569728:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157375.846454:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157375.848006:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.855111:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.858711:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.862027:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.868270:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.868356:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.872458:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.875620:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.875819:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.875937:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.886492:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.892627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.897284:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.899838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.901965:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.909281:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.912571:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.912603:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.914690:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.917150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.926523:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.931815:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.934103:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.941351:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.942411:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.943283:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.946860:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.949151:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.949194:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.953328:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.957352:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.963773:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.966491:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.969643:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.969680:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.972161:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.986825:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.993186:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157375.995695:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.000714:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.003684:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.012834:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.016220:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.018202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.021841:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.023806:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.027061:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.029168:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.029202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.030296:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.032635:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.035154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.037049:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.039050:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.040633:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.041974:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.047860:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.049804:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.050900:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.052929:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.054128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.054449:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.056229:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.058545:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.060387:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.063243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.065218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.067369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.070676:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.073158:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.073208:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.080552:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.080581:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.080627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.084349:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.090133:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.093062:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.097643:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267327232 00000100:00100000:0.0:1746157376.097649:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267327232 00002000:00100000:0.0:1746157376.097678:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008c51d880 x1830978267327232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:182/0 lens 488/0 e 0 to 0 dl 1746157387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.097692:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978267327232 ext(0->4095) 00002000:00010000:0.0:1746157376.097695:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51d880 00000100:00100000:0.0:1746157376.097709:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3841 00000100:00100000:0.0:1746157376.097714:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267327232:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157376.097827:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267327232:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157376.097831:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3841 00002000:00100000:0.0:1746157376.097836:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008c51d880 x1830978267327232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746157387 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.097841:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978267327232 ext(0->4095) 00002000:00010000:0.0:1746157376.097844:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51d880 00000100:00100000:0.0:1746157376.100704:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.104313:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.104395:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.109202:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.109234:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.109281:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.109303:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267327872 00000100:00100000:0.0:1746157376.109310:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267327872 00010000:00010000:0.0:1746157376.109336:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009321da00/0x4450b99e49e5d015 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dddd expref: 6 pid: 16659 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746157376.109357:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267328128 00000100:00100000:0.0:1746157376.109359:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267328128 00010000:00010000:0.0:1746157376.109367:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a82c00/0x4450b99e49e5d01c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dde4 expref: 40 pid: 16659 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746157376.109381:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8062 00000100:00100000:0.0:1746157376.109387:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267327872:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157376.109397:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157376.109414:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009321da00/0x4450b99e49e5d015 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dddd expref: 6 pid: 16659 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.109423:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009321da00/0x4450b99e49e5d015 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dddd expref: 6 pid: 16659 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.109442:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157376.109471:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267327872:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 85us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157376.109477:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8062 00000100:00100000:0.0:1746157376.111660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.115803:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.120810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.124266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.126777:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.132736:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.135181:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.135233:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.140380:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.141040:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.141068:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.145044:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.147968:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.150998:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.153796:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.155690:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.157819:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.161222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.161722:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.164529:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.164561:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.164587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.165998:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.168538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.172366:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.175634:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.180747:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.184772:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.184820:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.190041:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.190122:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.192490:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267334272 00000100:00100000:0.0:1746157376.192493:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267334272 00000100:00100000:0.0:1746157376.192535:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4739 00000100:00100000:0.0:1746157376.192540:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267334272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157376.192549:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157376.192556:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5d069 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02de31 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157376.192567:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157376.192572:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136825e00/0x4450b99e49e5d062 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de2a expref: 44 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157376.192577:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157376.192580:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340c00/0x4450b99e49e5d069 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de31 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157376.194206:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.194246:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267334528 00000100:00100000:0.0:1746157376.194264:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267334528 00002000:00100000:0.0:1746157376.194287:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978267334528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/0 e 0 to 0 dl 1746157387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.194295:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978267334528 ext(0->4095) 00010000:00010000:0.0:1746157376.194304:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136825e00/0x4450b99e49e5d062 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de2a expref: 45 pid: 16659 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.194314:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136825e00/0x4450b99e49e5d062 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de2a expref: 45 pid: 16659 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746157376.194319:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb80e00 00000100:00100000:0.0:1746157376.194333:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1604 00000100:00100000:0.0:1746157376.194514:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1985:x1830978267334528:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157376.194615:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1985:x1830978267334528:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 275us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157376.194620:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1604 00002000:00100000:0.0:1746157376.194625:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978267334528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746157387 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.194742:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978267334528 ext(0->4095) 00010000:00010000:0.0:1746157376.194747:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136825e00/0x4450b99e49e5d062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de2a expref: 44 pid: 16659 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.194754:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136825e00/0x4450b99e49e5d062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de2a expref: 44 pid: 16659 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746157376.194759:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb80e00 00000100:00100000:0.0:1746157376.195888:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.197800:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.203324:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.211053:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.215598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.219388:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.220577:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.227497:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.228179:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.230047:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.234866:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.239973:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.244531:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.249967:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.257146:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.257187:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.261704:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.262596:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.263218:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.266284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.269158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.275840:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.286584:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.286623:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.290805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157376.291366:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091c21200/0x4450b99e49e5d09a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de62 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157376.291376:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c21200/0x4450b99e49e5d09a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de62 expref: 50 pid: 8489 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746157376.291385:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266578944:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157376.291440:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157376.293807:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.297554:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267339648 00000100:00100000:0.0:1746157376.297562:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267339648 00002000:00100000:0.0:1746157376.297593:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88009ba99180 x1830978267339648/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 496/0 e 0 to 0 dl 1746157387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.297601:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99180 with x1830978267339648 ext(0->7) 00010000:00010000:0.0:1746157376.297608:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091c21200/0x4450b99e49e5d09a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de62 expref: 51 pid: 8489 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.297619:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091c21200/0x4450b99e49e5d09a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de62 expref: 51 pid: 8489 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746157376.297625:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba99180 00000100:00100000:0.0:1746157376.297788:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1612 00000100:00100000:0.0:1746157376.297796:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1984:x1830978267339648:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157376.299403:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1984:x1830978267339648:12345-192.168.203.5@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1604us (1923us total) trans 4294968643 rc 0/0 00000100:00100000:0.0:1746157376.299411:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1612 00002000:00100000:0.0:1746157376.299418:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88009ba99180 x1830978267339648/t4294968643(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 496/448 e 0 to 0 dl 1746157387 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.299425:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99180 with x1830978267339648 ext(0->7) 00010000:00010000:0.0:1746157376.299432:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091c21200/0x4450b99e49e5d09a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de62 expref: 53 pid: 8489 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.299443:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091c21200/0x4450b99e49e5d09a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02de62 expref: 53 pid: 8489 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746157376.299449:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ba99180 00000100:00100000:0.0:1746157376.301845:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.303972:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.310595:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.322585:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.325949:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.334912:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267341312 00000100:00100000:0.0:1746157376.334918:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267341312 00002000:00100000:0.0:1746157376.334946:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb49c00 x1830978267341312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/0 e 0 to 0 dl 1746157387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.334954:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49c00 with x1830978267341312 ext(0->4095) 00002000:00010000:0.0:1746157376.334958:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb49c00 00000100:00100000:0.0:1746157376.334982:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3854 00000100:00100000:0.0:1746157376.334987:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978267341312:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157376.335130:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978267341312:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157376.335136:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3854 00002000:00100000:0.0:1746157376.335141:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb49c00 x1830978267341312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746157387 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.335146:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49c00 with x1830978267341312 ext(0->4095) 00002000:00010000:0.0:1746157376.335149:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb49c00 00000100:00100000:0.0:1746157376.341574:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.346966:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.349317:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.351459:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.356816:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.358297:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.361744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.362862:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.364370:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.375493:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.379958:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.385860:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.388844:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.394208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.394532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.398327:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.398778:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.403369:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.407987:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.417464:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.421876:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.423347:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.425787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.425916:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.430115:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.440671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.452988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.453168:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.459712:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267347200 00000100:00100000:0.0:1746157376.459717:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267347200 00010000:00010000:0.0:1746157376.459738:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009321da00/0x4450b99e49e5d0ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02deb6 expref: 61 pid: 16659 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746157376.459772:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8093 00000100:00100000:0.0:1746157376.459777:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978267347200:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157376.459789:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157376.459921:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009321da00/0x4450b99e49e5d0ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02deb6 expref: 61 pid: 16659 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.459933:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009321da00/0x4450b99e49e5d0ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02deb6 expref: 61 pid: 16659 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.459952:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009321da00/0x4450b99e49e5d0ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02deb6 expref: 61 pid: 16659 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.459983:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157376.459984:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157376.459990:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136825400/0x4450b99e49e5d0f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02debd expref: 60 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157376.459997:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136825400/0x4450b99e49e5d0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02debd expref: 60 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157376.463861:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.468594:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.472613:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.477030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.482834:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.488386:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.492910:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.492956:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.493665:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.497502:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.504894:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.518040:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.519712:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.524999:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.525053:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.527175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.537505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.541198:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.541453:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.544887:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.546860:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.549712:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.551890:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.555230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.558424:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.561975:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.568392:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.568934:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.571243:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.576681:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.581342:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.585607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.588694:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.591658:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.597191:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.602891:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.604325:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.610930:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.614722:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.620837:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.625388:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.628945:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267356416 00000100:00100000:0.0:1746157376.628952:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267356416 00002000:00100000:0.0:1746157376.628989:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880099f34380 x1830978267356416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/0 e 0 to 0 dl 1746157387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.628998:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34380 with x1830978267356416 ext(0->4095) 00002000:00010000:0.0:1746157376.629003:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f34380 00000100:00100000:0.0:1746157376.629020:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3866 00000100:00100000:0.0:1746157376.629026:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978267356416:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157376.629207:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978267356416:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157376.629214:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3866 00002000:00100000:0.0:1746157376.629219:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880099f34380 x1830978267356416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746157387 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.629225:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34380 with x1830978267356416 ext(0->4095) 00002000:00010000:0.0:1746157376.629228:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f34380 00000100:00100000:0.0:1746157376.631554:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.636756:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.652013:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.659229:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.659344:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.659982:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267357440 00000100:00100000:0.0:1746157376.659986:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267357440 00000100:00100000:0.0:1746157376.660020:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4775 00000100:00100000:0.0:1746157376.660025:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:30951:x1830978267357440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157376.660035:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157376.660052:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e5d165 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02df2d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157376.668284:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.668326:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.668359:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.668415:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267357568 00000100:00100000:0.0:1746157376.668423:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267357568 00010000:00010000:0.0:1746157376.668461:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b09800/0x4450b99e49e5d157 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df1f expref: 74 pid: 11071 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746157376.668487:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267357824 00000100:00100000:0.0:1746157376.668489:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267357824 00010000:00010000:0.0:1746157376.668500:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009321ce00/0x4450b99e49e5d15e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df26 expref: 6 pid: 8487 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746157376.668514:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8108 00000100:00100000:0.0:1746157376.668520:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1983:x1830978267357568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157376.668534:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157376.668558:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b09800/0x4450b99e49e5d157 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df1f expref: 74 pid: 11071 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.668569:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b09800/0x4450b99e49e5d157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df1f expref: 74 pid: 11071 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.668595:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157376.668636:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4478c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1983:x1830978267357568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 115us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157376.671772:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8108 00000100:00100000:0.0:1746157376.672663:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978266585472:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157376.672685:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157376.672728:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978267357824:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4124us (4368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157376.672737:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8109 00000100:00100000:0.0:1746157376.673915:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.676466:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.683780:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.689003:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.691575:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.695931:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.702331:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.721562:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.723893:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.724352:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.725637:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.730130:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.732422:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.735197:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.739795:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.744691:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.749138:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.754066:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.755098:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.757820:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.762932:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.763013:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.765786:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.780067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.783545:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.786979:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.787030:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.787067:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267362944 00000100:00100000:0.0:1746157376.787102:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267362944 00002000:00100000:0.0:1746157376.787129:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb6e680 x1830978267362944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/0 e 0 to 0 dl 1746157387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.787137:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb6e680 with x1830978267362944 ext(0->4095) 00002000:00010000:0.0:1746157376.787141:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb6e680 00000100:00100000:0.0:1746157376.787154:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3875 00000100:00100000:0.0:1746157376.787158:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978267362944:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157376.787273:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978267362944:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157376.787279:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3875 00002000:00100000:0.0:1746157376.787284:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008fb6e680 x1830978267362944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746157387 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.787290:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb6e680 with x1830978267362944 ext(0->4095) 00010000:00010000:0.0:1746157376.787295:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009152c600/0x4450b99e49e5d196 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df5e expref: 80 pid: 11071 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.787304:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009152c600/0x4450b99e49e5d196 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df5e expref: 80 pid: 11071 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746157376.787309:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fb6e680 00000100:00100000:0.0:1746157376.789743:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.790167:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.792363:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.794970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.801897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.805674:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.809288:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.811982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.819053:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.821981:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.822222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.824491:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.824517:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.824548:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.824561:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267365248 00000100:00100000:0.0:1746157376.824563:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267365248 00010000:00010000:0.0:1746157376.824572:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009152dc00/0x4450b99e49e5d1ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df73 expref: 81 pid: 11071 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746157376.824597:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8120 00000100:00100000:0.0:1746157376.824601:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1986:x1830978267365248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157376.824606:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157376.824611:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009152dc00/0x4450b99e49e5d1ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df73 expref: 81 pid: 11071 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.825137:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009152dc00/0x4450b99e49e5d1ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df73 expref: 83 pid: 11071 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.825156:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009152dc00/0x4450b99e49e5d1ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df73 expref: 83 pid: 11071 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746157376.825167:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157376.825169:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157376.825173:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136825400/0x4450b99e49e5d1b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df7a expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157376.825180:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136825400/0x4450b99e49e5d1b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df7a expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157376.825266:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136825400/0x4450b99e49e5d1b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02df7a expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157376.825275:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266587776:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157376.825305:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157376.828949:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.847604:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.847650:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.856050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.856105:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.859542:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.863200:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.865294:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.884475:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.888767:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.892390:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.896061:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.901744:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267368960 00000100:00100000:0.0:1746157376.901750:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267368960 00002000:00100000:0.0:1746157376.901776:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d96df80 x1830978267368960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/0 e 0 to 0 dl 1746157387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.901784:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96df80 with x1830978267368960 ext(0->4095) 00002000:00010000:0.0:1746157376.901788:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96df80 00000100:00100000:0.0:1746157376.902311:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3879 00000100:00100000:0.0:1746157376.902318:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1985:x1830978267368960:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157376.902596:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1985:x1830978267368960:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 278us (867us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157376.902601:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3879 00002000:00100000:0.0:1746157376.902606:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d96df80 x1830978267368960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:182/0 lens 488/4536 e 0 to 0 dl 1746157387 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157376.902612:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96df80 with x1830978267368960 ext(0->4095) 00002000:00010000:0.0:1746157376.902615:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96df80 00000100:00100000:0.0:1746157376.904730:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.908279:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.908905:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.916966:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.917964:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.917984:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.921913:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.934864:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.938927:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.941965:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.944652:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.948417:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.948462:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.951496:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.952263:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.957266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.968263:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.970802:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.973260:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.977829:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.979452:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.983407:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.985512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.985553:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.988408:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.989029:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.989063:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.993060:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157376.996640:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.001541:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.004131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.006841:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.012325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.016795:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.019200:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.020762:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.023013:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.025155:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.029212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.036168:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.040210:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.043424:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.045234:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.052870:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.061233:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.061284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.061396:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8138 00000100:00100000:0.0:1746157377.061405:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:1983:x1830978267377408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157377.061416:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157377.061433:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091884000/0x4450b99e49e5d230 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dff8 expref: 96 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.061453:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091884000/0x4450b99e49e5d230 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02dff8 expref: 96 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.061593:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157377.061625:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+95:1983:x1830978267377408:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 221us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157377.061631:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8138 00000100:00100000:0.0:1746157377.065038:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.076539:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.078784:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.089970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.098857:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.098903:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.098963:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4807 00000100:00100000:0.0:1746157377.098969:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:30952:x1830978267378688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157377.098987:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157377.098999:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5d245 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e00d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099021:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.099022:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.099028:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5d245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e00d expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099039:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5d245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e00d expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099047:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093340200, rc 0) 00000100:00100000:0.0:1746157377.099100:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:30952:x1830978267378688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157377.099106:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4807 00000100:00100000:0.0:1746157377.099118:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4808 00000100:00100000:0.0:1746157377.099123:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:30951:x1830978267378816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157377.099128:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157377.099133:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5d24c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e014 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099145:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091885000/0x4450b99e49e5d23e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e006 expref: 97 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099152:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5d245 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e00d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099156:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.099157:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.099159:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e5d24c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e014 expref: 97 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099180:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5d245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e00d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099189:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093340200/0x4450b99e49e5d245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e00d expref: 5 pid: 11071 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.099197:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266592384:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157377.099261:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091885000/0x4450b99e49e5d23e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e006 expref: 97 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.099269:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091885000/0x4450b99e49e5d23e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e006 expref: 97 pid: 8487 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.099276:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830978266592512:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157377.100018:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157377.101397:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.103625:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.105917:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.106544:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.109504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.128711:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.134230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.135042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.143558:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.151380:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.151420:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.159861:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.165024:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.174618:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.181923:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.181949:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267381760 00000100:00100000:0.0:1746157377.181952:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267381760 00002000:00100000:0.0:1746157377.181975:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a439f80 x1830978267381760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:183/0 lens 488/0 e 0 to 0 dl 1746157388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157377.181983:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439f80 with x1830978267381760 ext(0->4095) 00010000:00010000:0.0:1746157377.181989:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5d261 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e029 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.181998:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5d261 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e029 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746157377.182004:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a439f80 00000100:00100000:0.0:1746157377.182026:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1676 00000100:00100000:0.0:1746157377.182031:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267381760:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157377.182152:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267381760:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157377.182158:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1676 00002000:00100000:0.0:1746157377.182163:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a439f80 x1830978267381760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746157388 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157377.182170:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439f80 with x1830978267381760 ext(0->4095) 00010000:00010000:0.0:1746157377.182174:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5d261 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e029 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.182182:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097bf7a00/0x4450b99e49e5d261 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e029 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746157377.182188:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a439f80 00000100:00100000:0.0:1746157377.184526:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.190943:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.196226:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.198500:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.200750:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.209043:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.210365:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.213177:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.213254:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.216057:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.216106:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.217794:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.235919:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.240203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.240252:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.240480:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157377.241376:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157377.244908:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.255636:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.258771:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.258818:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.263630:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.265367:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.267524:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.272295:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.276728:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.280543:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.285365:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.289933:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.292888:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.295536:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.299063:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.304036:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.306885:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.309787:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.313939:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.316360:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.318834:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.321702:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.321757:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.325317:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.325376:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.326975:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.328424:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.332401:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.334335:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.337584:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.339112:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.341023:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.343973:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.347560:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.347636:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.351508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.351586:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.355538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.359876:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.363269:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.368214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.371179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.373158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.386263:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.404266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.404322:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.404343:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267392768 00000100:00100000:0.0:1746157377.404349:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267392768 00010000:00010000:0.0:1746157377.404377:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099b08a00/0x4450b99e49e5d2d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e099 expref: 113 pid: 8487 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.404396:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267392896 00000100:00100000:0.0:1746157377.404398:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267392896 00010000:00010000:0.0:1746157377.404405:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091e2f400/0x4450b99e49e5d2ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e092 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.404416:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8161 00000100:00100000:0.0:1746157377.404421:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+113:1985:x1830978267392768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157377.404432:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157377.404452:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099b08a00/0x4450b99e49e5d2d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e099 expref: 113 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.404461:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099b08a00/0x4450b99e49e5d2d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e099 expref: 113 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.404483:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b08a00/0x4450b99e49e5d2d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e099 expref: 113 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.404508:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157377.404529:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+112:1985:x1830978267392768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 108us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157377.404534:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8161 00000100:00100000:0.0:1746157377.404547:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8162 00000100:00100000:0.0:1746157377.404551:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267392896:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157377.404557:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157377.404564:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091e2f400/0x4450b99e49e5d2ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e092 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.404572:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091e2f400/0x4450b99e49e5d2ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e092 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.404582:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e2f400/0x4450b99e49e5d2ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e092 expref: 6 pid: 8489 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.404590:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.404592:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.404597:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091884400/0x4450b99e49e5d2d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0a0 expref: 111 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.404609:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091884400/0x4450b99e49e5d2d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0a0 expref: 111 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.404634:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091884400/0x4450b99e49e5d2d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0a0 expref: 111 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157377.404644:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266597248:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157377.404699:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157377.412024:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.417142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.431997:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.432053:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.443346:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.454006:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.456834:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.460652:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.460687:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267394432 00000100:00100000:0.0:1746157377.460696:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267394432 00002000:00100000:0.0:1746157377.460740:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e218e00 x1830978267394432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:183/0 lens 488/0 e 0 to 0 dl 1746157388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157377.460749:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218e00 with x1830978267394432 ext(0->4095) 00002000:00010000:0.0:1746157377.460755:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e218e00 00000100:00100000:0.0:1746157377.472864:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.485234:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.489312:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.505587:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.509469:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.509509:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267395200 00000100:00100000:0.0:1746157377.509514:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267395200 00002000:00100000:0.0:1746157377.509554:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e21aa00 x1830978267395200/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:183/0 lens 488/0 e 0 to 0 dl 1746157388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157377.509565:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978267395200 ext(0->4095) 00002000:00010000:0.0:1746157377.509569:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e21aa00 00000100:00100000:0.0:1746157377.509631:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3904 00000100:00100000:0.0:1746157377.509636:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267395200:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157377.509786:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267395200:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157377.509791:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3904 00002000:00100000:0.0:1746157377.509796:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008e21aa00 x1830978267395200/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746157388 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157377.509803:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978267395200 ext(0->4095) 00010000:00010000:0.0:1746157377.509808:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091885a00/0x4450b99e49e5d2ed lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0b5 expref: 6 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.509819:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091885a00/0x4450b99e49e5d2ed lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0b5 expref: 6 pid: 8487 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746157377.509824:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e21aa00 00000100:00100000:0.0:1746157377.512524:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.513284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.513365:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267395456 00000100:00100000:0.0:1746157377.513370:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267395456 00010000:00010000:0.0:1746157377.513389:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091885a00/0x4450b99e49e5d2ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0b5 expref: 6 pid: 8487 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.513413:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8166 00000100:00100000:0.0:1746157377.513418:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267395456:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157377.513426:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157377.513447:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091885a00/0x4450b99e49e5d2ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0b5 expref: 6 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.513457:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091885a00/0x4450b99e49e5d2ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0b5 expref: 6 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.513473:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091885a00/0x4450b99e49e5d2ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0b5 expref: 6 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.513487:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.513488:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.513494:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091885000/0x4450b99e49e5d2f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0bc expref: 116 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.513500:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091885000/0x4450b99e49e5d2f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0bc expref: 116 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.513520:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091885000/0x4450b99e49e5d2f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0bc expref: 116 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.513530:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091885000/0x4450b99e49e5d2f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0bc expref: 116 pid: 8487 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.513542:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e21a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978266598400:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157377.513587:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac8790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157377.519424:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.528784:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.534295:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.536643:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.539213:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.541252:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.566426:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.571929:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.575346:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.575380:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.575428:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.575450:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267397632 00000100:00100000:0.0:1746157377.575458:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267397632 00010000:00010000:0.0:1746157377.575497:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e5d2fb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0c3 expref: 120 pid: 8487 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.576612:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8169 00000100:00100000:0.0:1746157377.576618:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+119:1985:x1830978267397632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157377.576625:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157377.576632:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e5d2fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0c3 expref: 119 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.576640:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e5d2fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0c3 expref: 119 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.576653:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e5d2fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0c3 expref: 119 pid: 8487 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746157377.576664:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.576665:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157377.576671:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099b09800/0x4450b99e49e5d309 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0d1 expref: 118 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.576677:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b09800/0x4450b99e49e5d309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0d1 expref: 118 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.576696:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099b09800/0x4450b99e49e5d309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0d1 expref: 118 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157377.576705:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099b09800/0x4450b99e49e5d309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e0d1 expref: 118 pid: 11071 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746157377.576716:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266599040:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157377.576778:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157377.579807:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897c0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266599040:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157377.579826:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157377.579847:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+119:1985:x1830978267397632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3230us (4468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157377.579855:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8169 00000100:00100000:0.0:1746157377.581407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.586184:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.592647:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.596395:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.597105:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.601336:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.603054:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9879:1830978266599552:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157377.603066:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157377.603110:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978267399040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1418us (1781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157377.603115:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8171 00000100:00100000:0.0:1746157377.603720:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.608952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.611285:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.614968:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.615296:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+122:1986:x1830978267399936:12345-192.168.203.5@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157377.615302:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3910 00002000:00100000:0.0:1746157377.615307:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800897c2a00 x1830978267399936/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:183/0 lens 488/4536 e 0 to 0 dl 1746157388 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746157377.615314:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2a00 with x1830978267399936 ext(0->4095) 00002000:00010000:0.0:1746157377.615316:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c2a00 00000100:00100000:0.0:1746157377.618485:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.620520:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.623576:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.625131:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.626805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.626871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.628619:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.630688:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830978266600192:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157377.630703:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157377.630983:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+122:1985:x1830978267401088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2270us (2366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157377.630991:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8174 00000100:00100000:0.0:1746157377.634012:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.636613:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.639412:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.642004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.645899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.648801:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.651833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.657457:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.657494:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.662230:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.666181:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.708877:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.713444:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.717288:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.720763:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157377.727854:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157380.546531:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1830978266601216:0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.546599:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157380.546652:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746157380.546657:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830978266601088:0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.546678:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157380.546695:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1830978266601600:0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.546717:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157380.546743:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266600960 00000100:00100000:0.0:1746157380.546750:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266600960 00000100:00100000:0.0:1746157380.546784:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1746157380.546790:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a47c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3311:x1830978266600960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.546821:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a47c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3311:x1830978266600960:12345-0@lo:400:kworker.0 Request processed in 32us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157380.546826:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:0.0:1746157380.546852:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157380.546861:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1746157380.546865:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830978266601088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.546884:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830978266601088:12345-0@lo:400:kworker.0 Request processed in 19us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157380.546889:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1746157380.546918:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013732c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830978266601088:0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.546925:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013732f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3313:1830978266601216:0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.546949:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266601344 00000100:00100000:0.0:1746157380.546951:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266601344 00000100:00100000:0.0:1746157380.547897:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1746157380.547904:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978266601344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157380.547945:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978266601344:12345-0@lo:400:kworker.0 Request processed in 42us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157380.547949:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1746157380.547977:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013732ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3313:1830978266601600:0@lo:400:kworker.0 00000004:00080000:0.0:1746157380.595534:0:10665:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 487648460700ns, next at 488648458722ns, rc = 0 00000100:00100000:0.0:1746157380.595603:0:24586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266601728 00000100:00100000:0.0:1746157380.595610:0:24586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266601728 00000100:00100000:0.0:1746157380.595656:0:24586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1746157380.595664:0:24586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830978266601728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746157380.595699:0:24586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 778502144 pending 100532224 free 3856662528 avail 3854565376 00000100:00100000:0.0:1746157380.596535:0:24586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830978266601728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157380.596546:0:24586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1746157380.722369:0:8491:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266601856 00000100:00100000:0.0:1746157380.722375:0:8491:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266601856 00000100:00100000:0.0:1746157380.722407:0:8491:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1746157380.722413:0:8491:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978266601856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157380.722440:0:8491:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746157380.722481:0:8491:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978266601856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157380.722486:0:8491:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1746157380.982594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157380.983029:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157380.984335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157380.987649:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157380.992176:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267404928 00000100:00100000:0.0:1746157380.992184:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267404928 00000100:00100000:0.0:1746157381.004673:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.008116:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.012556:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.016925:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157381.017455:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f200/0x4450b99e49e5d405 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157381.017460:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f200/0x4450b99e49e5d405 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000001:00080000:0.0:1746157381.017539:0:7124:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983478 00000004:00010000:0.0:1746157381.017573:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009ba88000 reply state ffff88009441e000 transno 4294983479 ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f200/0x4450b99e49e5d405 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:0.0:1746157381.017579:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746157381.017625:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:31587:x1830978267405568:12345-192.168.203.5@tcp:36:rw_seq_cst_vs_d.0 Request processed in 4384us (5075us total) trans 4294983479 rc 0/0 00000100:00100000:0.0:1746157381.017630:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37899 00000020:00080000:0.0:1746157381.017633:0:7124:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746157381.040004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.046717:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.052508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.056480:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.088462:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.089748:0:21054:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267406464 00000100:00100000:0.0:1746157381.089755:0:21054:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267406464 00000100:00100000:0.0:1746157381.089800:0:21054:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37901 00000100:00100000:0.0:1746157381.089807:0:21054:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:31587:x1830978267406464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157381.089823:0:21054:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157381.089838:0:21054:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091884200/0x4450b99e49e5d421 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e156 expref: -99 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.089899:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e5d428 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:0.0:1746157381.089911:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e5d428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:0.0:1746157381.089920:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e5d428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00000004:00200000:0.0:1746157381.089941:0:21054:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 0 00000004:00200000:0.0:1746157381.089944:0:21054:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157381.089956:0:21054:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e5d428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00010000:00010000:0.0:1746157381.089975:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091884200/0x4450b99e49e5d421 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e156 expref: 13 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.089999:0:21054:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e5d428 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e156 expref: 12 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.090005:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931e3800) 00010000:00010000:0.0:1746157381.090007:0:21054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157381.090010:0:21054:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094544c00, rc 0) 00000100:00100000:0.0:1746157381.090045:0:21054:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:31587:x1830978267406464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 238us (1593us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157381.090050:0:21054:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37901 00000100:00100000:0.0:1746157381.093635:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.096885:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.103359:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.106327:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.109062:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.118243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.123680:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.128873:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.132339:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.143306:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.152064:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.156162:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.168409:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.175148:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.177577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.182149:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.191815:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.193795:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.193833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.193858:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267409664 00000100:00100000:0.0:1746157381.193862:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267409664 00002000:00100000:0.0:1746157381.193888:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978267409664/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:187/0 lens 488/0 e 0 to 0 dl 1746157392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.193896:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978267409664 ext(0->4095) 00002000:00010000:0.0:1746157381.193899:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80e00 00000100:00100000:0.0:1746157381.193923:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3920 00000100:00100000:0.0:1746157381.193930:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267409664:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157381.194038:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267409664:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (204us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157381.194044:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3920 00002000:00100000:0.0:1746157381.194049:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978267409664/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746157392 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.194061:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978267409664 ext(0->4095) 00002000:00010000:0.0:1746157381.194063:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80e00 00000100:00100000:0.0:1746157381.196041:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.196986:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.199451:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267410176 00000100:00100000:0.0:1746157381.199456:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267410176 00002000:00100000:0.0:1746157381.199480:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51fb80 x1830978267410176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:187/0 lens 488/0 e 0 to 0 dl 1746157392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.199488:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51fb80 with x1830978267410176 ext(0->4095) 00010000:00010000:0.0:1746157381.199495:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5d460 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e187 expref: 12 pid: 8489 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746157381.199505:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5d460 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e187 expref: 12 pid: 8489 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746157381.199510:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51fb80 00000100:00100000:0.0:1746157381.199534:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1706 00000100:00100000:0.0:1746157381.199539:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267410176:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157381.199658:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267410176:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157381.199663:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1706 00002000:00100000:0.0:1746157381.199669:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51fb80 x1830978267410176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746157392 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.199676:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51fb80 with x1830978267410176 ext(0->4095) 00010000:00010000:0.0:1746157381.199681:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5d460 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e187 expref: 12 pid: 8489 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746157381.199698:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5d460 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e187 expref: 12 pid: 8489 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746157381.199703:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51fb80 00000100:00100000:0.0:1746157381.201143:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.204284:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.207946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.209666:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.212782:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.214354:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.214392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.216471:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.220020:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.221747:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.222447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.225815:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.228172:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.228250:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.230977:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.232720:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.235840:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.237564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.240288:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.241872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.245403:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.245434:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.247178:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.249565:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.249669:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.252201:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.253576:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.253607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.256061:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.258037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.260323:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.263528:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.266043:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.267703:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.268933:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.270787:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.270823:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.273428:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.275576:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.275610:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.277265:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.279300:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267417472 00000100:00100000:0.0:1746157381.279302:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267417472 00010000:00010000:0.0:1746157381.279317:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d4c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1e9 expref: 12 pid: 8489 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746157381.279336:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8201 00000100:00100000:0.0:1746157381.279340:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267417472:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157381.279346:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157381.279415:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d4c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1e9 expref: 13 pid: 8489 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746157381.279424:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d4c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1e9 expref: 13 pid: 8489 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746157381.279438:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d4c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1e9 expref: 13 pid: 8489 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746157381.279487:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.279489:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.279493:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093825a00/0x4450b99e49e5d4c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.279542:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093825a00/0x4450b99e49e5d4c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.279633:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093825a00/0x4450b99e49e5d4c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.279642:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093825a00/0x4450b99e49e5d4c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e1f0 expref: 5 pid: 8489 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746157381.279651:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266607744:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157381.279681:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157381.281096:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.283553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.288007:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.290035:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.294326:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.296205:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.297767:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.298105:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.298706:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4875 00000100:00100000:0.0:1746157381.298713:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:31597:x1830978267419008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157381.298719:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157381.298724:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d4e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e20c expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.298733:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.298737:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf6200/0x4450b99e49e5d4de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e205 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.298741:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157381.298743:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d4e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e20c expref: 13 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.299029:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf6200/0x4450b99e49e5d4de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e205 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.299040:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d4e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e20c expref: 13 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.299048:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254ec00, rc 0) 00000100:00100000:0.0:1746157381.299090:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31597:x1830978267419008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 358us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157381.299099:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4875 00000100:00100000:0.0:1746157381.300463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.303523:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.306411:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.309106:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.311413:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.315143:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.319436:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.321471:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.323128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.324538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.327305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.329326:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.329411:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.333120:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.336361:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.336898:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.341107:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.343682:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.347678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.350525:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.355815:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.357031:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.359629:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.362718:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.364779:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.370186:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.373779:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.376267:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.378810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.381244:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.381319:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.381802:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4885 00000100:00100000:0.0:1746157381.381809:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978267424128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157381.381815:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157381.381820:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d52b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e24b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.381830:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.381833:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e5d524 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e252 expref: 15 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.381837:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157381.381840:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d52b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e24b expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.381856:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e5d524 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e252 expref: 15 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.381865:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d52b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e24b expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.381872:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254ec00, rc 0) 00000100:00100000:0.0:1746157381.381889:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31597:x1830978267424128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157381.381897:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4885 00000100:00100000:0.0:1746157381.385018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.386890:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.389188:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.394028:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.397504:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.401319:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.403715:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.405595:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.408529:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.409060:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.410954:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.414413:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.418716:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.423369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.426227:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.428381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.428477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.430648:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.430717:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.431146:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157381.436707:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.443476:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.443522:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.453024:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.455952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.458002:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.459882:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.461938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.464284:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.467168:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.469106:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.471445:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.474685:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.474760:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.478612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.481587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.482110:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.484138:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.488593:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.492721:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.492743:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267431168 00000100:00100000:0.0:1746157381.492748:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267431168 00002000:00100000:0.0:1746157381.492773:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978267431168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:187/0 lens 488/0 e 0 to 0 dl 1746157392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.492781:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978267431168 ext(0->4095) 00002000:00010000:0.0:1746157381.492785:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198000 00000100:00100000:0.0:1746157381.492810:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3938 00000100:00100000:0.0:1746157381.492816:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978267431168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157381.492920:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978267431168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157381.492925:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3938 00002000:00100000:0.0:1746157381.492929:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978267431168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746157392 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.492937:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978267431168 ext(0->4095) 00002000:00010000:0.0:1746157381.492939:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198000 00000100:00100000:0.0:1746157381.495258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.499585:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.502877:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.504651:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.508248:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.512741:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.520658:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.526997:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.530558:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.533140:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.536950:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.540250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.544655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.553906:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.569817:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.577134:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.582793:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.588245:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.590757:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.594430:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.608112:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.611758:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.618657:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.619933:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.623040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.623738:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.626672:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.628964:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.629001:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.633096:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.637004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.645057:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.651396:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.656018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.656504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.659535:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.665149:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.668517:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.671227:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.673755:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.679492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.682264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.685828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.687125:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267438592 00000100:00100000:0.0:1746157381.687129:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267438592 00000100:00100000:0.0:1746157381.687155:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4912 00000100:00100000:0.0:1746157381.687160:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31597:x1830978267438592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157381.687168:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157381.687176:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e5d5e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e30f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.687190:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.687195:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c23e00/0x4450b99e49e5d5e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e308 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.687201:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157381.687203:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e5d5e8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e30f expref: 23 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.687268:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c23e00/0x4450b99e49e5d5e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e308 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.687279:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e5d5e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e30f expref: 23 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.687289:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254e400, rc 0) 00000100:00100000:0.0:1746157381.687331:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978267438592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157381.687338:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4912 00000100:00100000:0.0:1746157381.688645:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.694772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.698822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.702262:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.704533:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.707637:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267439616 00000100:00100000:0.0:1746157381.707646:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267439616 00010000:00010000:0.0:1746157381.707680:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e5d5e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e30f expref: 21 pid: 11071 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746157381.707707:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8243 00000100:00100000:0.0:1746157381.707714:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978267439616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157381.707728:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157381.707749:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e5d5e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e30f expref: 21 pid: 11071 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746157381.707761:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e5d5e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e30f expref: 21 pid: 11071 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746157381.707785:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.707787:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.707795:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5d5ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e316 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.707803:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5d5ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e316 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.707846:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5d5ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e316 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157381.707859:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266618368:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157381.707934:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157381.711047:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.713817:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.713876:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.720918:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.727533:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.730125:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.730177:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.738829:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.742938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.747177:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.751982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.757126:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.764630:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.769836:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.772985:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.776130:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.778191:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.782784:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267443584 00000100:00100000:0.0:1746157381.782790:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267443584 00002000:00100000:0.0:1746157381.782888:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ea00 x1830978267443584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:187/0 lens 488/0 e 0 to 0 dl 1746157392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.782897:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ea00 with x1830978267443584 ext(0->4095) 00002000:00010000:0.0:1746157381.782902:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51ea00 00000100:00100000:0.0:1746157381.782952:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3949 00000100:00100000:0.0:1746157381.782959:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267443584:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157381.783142:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267443584:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157381.783147:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3949 00002000:00100000:0.0:1746157381.783152:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ea00 x1830978267443584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746157392 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.783158:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ea00 with x1830978267443584 ext(0->4095) 00002000:00010000:0.0:1746157381.783160:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51ea00 00000100:00100000:0.0:1746157381.785024:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.790531:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.790582:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.793744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.795932:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.796019:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.798997:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.800551:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.801135:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.803590:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.811772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.814238:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.820113:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.825808:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.826345:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.827797:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.828429:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.830131:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.831843:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.833908:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.835645:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.837330:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.839004:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.840699:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.842325:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.844663:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.848954:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.852570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.854465:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.856658:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.859534:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267448960 00000100:00100000:0.0:1746157381.859540:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267448960 00000100:00100000:0.0:1746157381.859575:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4931 00000100:00100000:0.0:1746157381.859582:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978267448960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157381.859594:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157381.859606:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254e600/0x4450b99e49e5d66d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e394 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.859627:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c22200/0x4450b99e49e5d666 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e38d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.859633:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.859634:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157381.859638:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254e600/0x4450b99e49e5d66d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e394 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.859659:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093c22200/0x4450b99e49e5d666 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e38d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.859669:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093c22200/0x4450b99e49e5d666 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e38d expref: 5 pid: 16659 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746157381.859679:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266622848:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157381.859742:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157381.864797:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267449216 00000100:00100000:0.0:1746157381.864800:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267449216 00000100:00100000:0.0:1746157381.865396:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4932 00000100:00100000:0.0:1746157381.865402:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978267449216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157381.865412:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157381.865420:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d674 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e39b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.865434:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254e600/0x4450b99e49e5d66d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e394 expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.865439:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157381.865440:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157381.865442:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254ec00/0x4450b99e49e5d674 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e39b expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.865457:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254e600/0x4450b99e49e5d66d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e394 expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157381.865466:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254e600/0x4450b99e49e5d66d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e394 expref: 26 pid: 16659 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746157381.865473:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d48380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266623104:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157381.865497:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157381.867862:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.870561:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.870950:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.875603:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.875641:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.878470:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.881138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.884532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.886125:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.887495:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.889562:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.890877:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.894969:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.898899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.902872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.907490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.911828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.915797:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.923638:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.927695:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.930772:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.932788:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.935574:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.938719:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.941958:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.944992:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.945679:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.948484:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.950854:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.952733:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.953203:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.954570:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.956114:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.956149:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.958240:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267455360 00000100:00100000:0.0:1746157381.958245:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267455360 00002000:00100000:0.0:1746157381.958268:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c000 x1830978267455360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:187/0 lens 488/0 e 0 to 0 dl 1746157392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.958276:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c000 with x1830978267455360 ext(0->4095) 00010000:00010000:0.0:1746157381.958282:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0200/0x4450b99e49e5d6ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e3e1 expref: 6 pid: 16659 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157381.958293:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0200/0x4450b99e49e5d6ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e3e1 expref: 6 pid: 16659 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157381.958299:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c000 00000100:00100000:0.0:1746157381.958321:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1760 00000100:00100000:0.0:1746157381.958326:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267455360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157381.958438:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267455360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157381.958444:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1760 00002000:00100000:0.0:1746157381.958448:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c000 x1830978267455360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:187/0 lens 488/4536 e 0 to 0 dl 1746157392 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157381.958455:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c000 with x1830978267455360 ext(0->4095) 00010000:00010000:0.0:1746157381.958459:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0200/0x4450b99e49e5d6ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e3e1 expref: 6 pid: 16659 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157381.958467:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0200/0x4450b99e49e5d6ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e3e1 expref: 6 pid: 16659 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157381.958477:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c000 00000100:00100000:0.0:1746157381.960206:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.962507:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.965505:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.967787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.972562:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.973460:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.975048:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.975573:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.978567:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.980742:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.986130:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.989682:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.992933:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.996410:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.996487:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.998191:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157381.998240:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.000730:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.003141:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.005465:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.007291:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.009052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.011765:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.013502:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.015660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.017833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.020191:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.021838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.033508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.035808:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266628480:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157382.035829:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094544c00/0x4450b99e49e5d707 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e42e expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.035841:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094544c00, rc 0) 00000100:00100000:0.0:1746157382.035870:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978267460608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2260us (2365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.035876:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4953 00000100:00100000:0.0:1746157382.038264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.040975:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267461120 00000100:00100000:0.0:1746157382.040981:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267461120 00000100:00100000:0.0:1746157382.041015:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4954 00000100:00100000:0.0:1746157382.041021:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267461120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157382.041033:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157382.041045:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dc14200/0x4450b99e49e5d70e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e435 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.041064:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094544c00/0x4450b99e49e5d707 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e42e expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.041069:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157382.041089:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157382.041093:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc14200/0x4450b99e49e5d70e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e435 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.041115:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094544c00/0x4450b99e49e5d707 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e42e expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.041123:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094544c00/0x4450b99e49e5d707 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e42e expref: 30 pid: 11071 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.041132:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266628736:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157382.041196:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.042537:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266628864 00000100:00100000:0.0:1746157382.042541:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266628864 00000100:00100000:0.0:1746157382.042575:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955 00000100:00100000:0.0:1746157382.042580:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978266628864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746157382.042594:0:16659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00010000:00010000:0.0:1746157382.042608:0:16659:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093a50e00/0x4450b99e49e5d715 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.042619:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5363e00/0x4450b99e49e5d372 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e11e expref: 5 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157382.042624:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.042626:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.042628:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a50e00/0x4450b99e49e5d715 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.042643:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5363e00/0x4450b99e49e5d372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e11e expref: 5 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157382.042654:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5363e00/0x4450b99e49e5d372 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e11e expref: 5 pid: 8487 timeout: 589 lvb_type: 1 00000100:00100000:0.0:1746157382.042661:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978266628992:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157382.042697:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.048150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.048196:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.050895:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.053254:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.053842:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.056145:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.056611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.059197:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.060715:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.063798:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d96d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266629632:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157382.063814:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157382.063856:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1984:x1830978267462528:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2962us (3143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.063864:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8287 00000100:00100000:0.0:1746157382.065844:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.067815:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.069620:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266629888:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157382.069632:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157382.069669:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978267463040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1699us (1854us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.069677:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8288 00000100:00100000:0.0:1746157382.070201:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.071927:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.074067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.074481:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267463680 00000100:00100000:0.0:1746157382.074484:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267463680 00010000:00010000:0.0:1746157382.074499:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d72a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e44a expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.074524:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8289 00000100:00100000:0.0:1746157382.074529:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267463680:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157382.074535:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157382.074551:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d72a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e44a expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.074560:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d72a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e44a expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.074575:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d72a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e44a expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.074596:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.074598:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.074602:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d731 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e451 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.074608:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d731 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e451 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.074752:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d731 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e451 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.074761:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d731 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e451 expref: 33 pid: 11071 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.074800:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a43bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266630272:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157382.074905:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac8790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.078872:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.081716:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.082334:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.085551:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.088689:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267464576 00000100:00100000:0.0:1746157382.088696:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267464576 00000100:00100000:0.0:1746157382.088771:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4962 00000100:00100000:0.0:1746157382.088779:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978267464576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157382.088790:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157382.088801:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e5d746 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e466 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.088820:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157382.089008:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.089017:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157382.089020:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e5d746 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e466 expref: 35 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.089230:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.089244:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e5d746 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e466 expref: 35 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.089252:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.089253:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.089257:0:11071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.089264:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.089279:0:11071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.089289:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 5 pid: 8487 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.089299:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a439880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266630784:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157382.089337:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.091712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.095706:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267465088 00000100:00100000:0.0:1746157382.095712:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267465088 00010000:00010000:0.0:1746157382.095769:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 6 pid: 8487 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.095857:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8292 00000100:00100000:0.0:1746157382.095864:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267465088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157382.095877:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157382.095893:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 6 pid: 8487 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.095904:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 6 pid: 8487 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.095922:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e5d73f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e45f expref: 6 pid: 8487 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.095948:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.095950:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.095955:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e5d746 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e466 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.095962:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e5d746 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e466 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.095988:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e5d746 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e466 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157382.095999:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a439880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266630912:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157382.096149:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.099914:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.104758:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.107545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.109678:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.110872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.111634:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.115174:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.117529:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.120237:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.122615:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.124102:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.126532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.128871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.131023:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.133731:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.133770:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.136681:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.141675:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.142475:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.146416:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266632576:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157382.146431:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157382.146614:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1985:x1830978267468288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3164us (4137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.146622:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8298 00000100:00100000:0.0:1746157382.148058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.150569:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.150667:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.155776:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.158639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.162152:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.164360:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.167535:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.170996:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.172520:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.172940:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.177819:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.180701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.183194:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.186459:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.189236:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.191387:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.193966:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.195618:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.196413:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.199155:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.202003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.205313:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.206058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.210546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.212413:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.213069:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.216265:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.218254:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.222128:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.224712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.227919:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.231280:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.232619:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.233564:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.235700:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.239907:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.243838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.247628:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.249520:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.252114:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.254672:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.255008:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.255035:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.255222:0:21054:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 319 00000100:00100000:0.0:1746157382.255229:0:21054:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978267475584:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157382.255253:0:21054:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978267475584:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 25us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.255258:0:21054:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 319 00000100:00100000:0.0:1746157382.255796:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.257516:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.259104:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.263033:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.265810:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.268160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.270634:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.275545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.278257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.281434:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.285097:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267477888 00000100:00100000:0.0:1746157382.285107:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267477888 00000100:00100000:0.0:1746157382.285144:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267478016 00000100:00100000:0.0:1746157382.285146:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267478016 00000100:00100000:0.0:1746157382.287559:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.291641:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.293676:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.298246:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266637312:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157382.298270:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157382.298325:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1985:x1830978267478528:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4515us (4651us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.298335:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8317 00000100:00100000:0.0:1746157382.300497:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.304623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.308685:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.308766:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.311635:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.312422:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.317686:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.320422:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.324032:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.326870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.329874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.333109:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.335050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.337342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.338176:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.340784:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.344240:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.346734:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.349747:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.353545:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.356029:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.357724:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.359534:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.360670:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.362710:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.366542:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.370528:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.380354:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.380660:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.385361:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.392972:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.396505:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.398851:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.401448:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.406003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.413608:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.417932:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.421986:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.426349:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.430466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.434297:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.436873:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267486080 00000100:00100000:0.0:1746157382.436877:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267486080 00000100:00100000:0.0:1746157382.436896:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5002 00000100:00100000:0.0:1746157382.436901:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31587:x1830978267486080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157382.436911:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157382.436919:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e5d85e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e57e expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.436933:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17e00/0x4450b99e49e5d857 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e577 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.436938:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.436939:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.436942:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e5d85e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e57e expref: 40 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.436957:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac17e00/0x4450b99e49e5d857 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e577 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.436966:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac17e00/0x4450b99e49e5d857 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e577 expref: 5 pid: 8489 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.436973:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266641024:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157382.436996:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.439502:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266641024:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157382.439531:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e5d85e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e57e expref: 40 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.439544:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb68600, rc 0) 00000100:00100000:0.0:1746157382.439588:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978267486080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2685us (2818us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.439597:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5002 00000100:00100000:0.0:1746157382.440852:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.443893:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.448687:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.451900:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267486848 00000100:00100000:0.0:1746157382.451907:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267486848 00000100:00100000:0.0:1746157382.451934:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5003 00000100:00100000:0.0:1746157382.451940:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267486848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157382.451951:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157382.451962:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb68c00/0x4450b99e49e5d865 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e585 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.451982:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e5d85e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e57e expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.451988:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157382.451989:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157382.451992:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb68c00/0x4450b99e49e5d865 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e585 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.452013:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e5d85e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e57e expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.452023:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e5d85e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e57e expref: 38 pid: 8489 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.452033:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266641280:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157382.452118:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.455784:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.459443:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.464580:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.467710:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.468488:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.471639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.474854:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.477258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.477333:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.481178:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.484250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.484320:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.487364:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.489562:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.489630:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.492854:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.492876:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267489408 00000100:00100000:0.0:1746157382.492880:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267489408 00010000:00010000:0.0:1746157382.492897:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e99e00/0x4450b99e49e5d881 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5a1 expref: 41 pid: 11071 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.496353:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.499926:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267489792 00000100:00100000:0.0:1746157382.499933:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267489792 00000100:00100000:0.0:1746157382.499967:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5009 00000100:00100000:0.0:1746157382.499973:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31597:x1830978267489792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157382.499986:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157382.500001:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e5d88f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e5af expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.500024:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5d888 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5a8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.500030:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.500032:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.500034:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e5d88f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5af expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.500059:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5d888 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5a8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.500069:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5d888 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5a8 expref: 5 pid: 11071 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.500108:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fd9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266642816:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157382.500173:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.503145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.505329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.508671:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267490304 00000100:00100000:0.0:1746157382.508676:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267490304 00002000:00100000:0.0:1746157382.508704:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51df80 x1830978267490304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/0 e 0 to 0 dl 1746157393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.508711:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51df80 with x1830978267490304 ext(0->4095) 00010000:00010000:0.0:1746157382.508717:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e5d88f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5af expref: 42 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.508730:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e5d88f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5af expref: 42 pid: 11071 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157382.508735:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51df80 00000100:00100000:0.0:1746157382.508759:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1792 00000100:00100000:0.0:1746157382.508765:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978267490304:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157382.508878:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978267490304:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157382.508883:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1792 00002000:00100000:0.0:1746157382.508888:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51df80 x1830978267490304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746157393 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.508895:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51df80 with x1830978267490304 ext(0->4095) 00010000:00010000:0.0:1746157382.508899:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e5d88f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5af expref: 42 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.508907:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e5d88f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5af expref: 42 pid: 11071 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157382.508912:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51df80 00000100:00100000:0.0:1746157382.510122:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.510228:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.513621:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.518258:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.518309:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.521037:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.525573:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.528437:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.531809:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.538160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.539606:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.541159:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.544659:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.547657:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.550922:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.556117:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.559203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.573283:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.577991:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266644608:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157382.578018:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e5d8c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5e0 expref: 43 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.578031:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0400, rc 0) 00000100:00100000:0.0:1746157382.578064:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:31587:x1830978267493248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2469us (4788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.578092:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5016 00000100:00100000:0.0:1746157382.580297:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.584366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.592217:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.596925:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.604676:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.606704:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.609848:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.612893:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.613433:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.614968:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.615143:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1800 00000100:00100000:0.0:1746157382.615150:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:1986:x1830978267495168:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157382.615351:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:1986:x1830978267495168:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 202us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157382.615357:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1800 00002000:00100000:0.0:1746157382.615362:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9bb80 x1830978267495168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746157393 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.615370:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9bb80 with x1830978267495168 ext(0->4095) 00010000:00010000:0.0:1746157382.615374:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d8ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5ee expref: 45 pid: 8489 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.615383:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d8ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e5ee expref: 45 pid: 8489 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157382.615387:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9bb80 00000100:00100000:0.0:1746157382.617336:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.617394:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.620244:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.624473:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.628045:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.632925:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.636960:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.639297:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.641617:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.644417:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.646680:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.649575:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.653357:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.658161:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.660733:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.661586:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267497984 00000100:00100000:0.0:1746157382.661590:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267497984 00000100:00100000:0.0:1746157382.661625:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5025 00000100:00100000:0.0:1746157382.661631:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31597:x1830978267497984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157382.661638:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157382.661645:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0600/0x4450b99e49e5d8ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e61f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.661658:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.661662:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5d8f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e618 expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.661668:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157382.661671:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0600/0x4450b99e49e5d8ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e61f expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.661692:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5d8f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e618 expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.661703:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0600/0x4450b99e49e5d8ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e61f expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.661717:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ccb0600, rc 0) 00000100:00100000:0.0:1746157382.661754:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978267497984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.661760:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5025 00000100:00100000:0.0:1746157382.663667:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.666814:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.668431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.670898:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.673768:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.675961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.678112:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.679870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.681322:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.682961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.686220:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.690616:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267500160 00000100:00100000:0.0:1746157382.690619:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267500160 00010000:00010000:0.0:1746157382.690637:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d90d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e62d expref: 48 pid: 8489 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.690669:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8358 00000100:00100000:0.0:1746157382.690674:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978267500160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157382.690687:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157382.690983:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d90d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e62d expref: 48 pid: 8489 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.690998:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d90d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e62d expref: 48 pid: 8489 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.691016:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5d90d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e62d expref: 48 pid: 8489 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.691029:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.691031:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.691036:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98800/0x4450b99e49e5d914 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e634 expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.691043:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e98800/0x4450b99e49e5d914 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e634 expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.691065:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98800/0x4450b99e49e5d914 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e634 expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.691096:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e98800/0x4450b99e49e5d914 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e634 expref: 47 pid: 8487 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.691108:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266647936:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157382.691525:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.693652:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.697176:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.698421:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.701451:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.705513:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.712976:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.718648:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.727235:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.732242:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.737097:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.739516:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.742643:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.747530:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.750466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.757422:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267502976 00000100:00100000:0.0:1746157382.757434:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267502976 00002000:00100000:0.0:1746157382.758443:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96fb80 x1830978267502976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/0 e 0 to 0 dl 1746157393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.758458:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96fb80 with x1830978267502976 ext(0->4095) 00002000:00010000:0.0:1746157382.758463:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96fb80 00000100:00100000:0.0:1746157382.758501:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4011 00000100:00100000:0.0:1746157382.758511:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978267502976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157382.758673:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978267502976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (1319us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157382.758679:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4011 00002000:00100000:0.0:1746157382.758684:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96fb80 x1830978267502976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746157393 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.758691:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96fb80 with x1830978267502976 ext(0->4095) 00002000:00010000:0.0:1746157382.758694:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96fb80 00000100:00100000:0.0:1746157382.762276:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.765620:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.766769:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.767496:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.769507:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.771653:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266649728:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157382.771668:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157382.771958:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978267503872:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1516us (1943us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.771966:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8365 00000100:00100000:0.0:1746157382.774065:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.779932:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267504512 00000100:00100000:0.0:1746157382.779939:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267504512 00002000:00100000:0.0:1746157382.779977:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d500 x1830978267504512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/0 e 0 to 0 dl 1746157393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.779987:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d500 with x1830978267504512 ext(0->4095) 00002000:00010000:0.0:1746157382.779993:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51d500 00000100:00100000:0.0:1746157382.780175:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4012 00000100:00100000:0.0:1746157382.780184:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978267504512:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157382.780440:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978267504512:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 258us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157382.780446:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4012 00002000:00100000:0.0:1746157382.780451:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d500 x1830978267504512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746157393 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.780458:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d500 with x1830978267504512 ext(0->4095) 00002000:00010000:0.0:1746157382.780462:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51d500 00000100:00100000:0.0:1746157382.785213:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.789608:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.789721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.793986:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267505152 00000100:00100000:0.0:1746157382.793995:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267505152 00002000:00100000:0.0:1746157382.794180:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96dc00 x1830978267505152/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:188/0 lens 488/0 e 0 to 0 dl 1746157393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.794191:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978267505152 ext(0->4095) 00010000:00010000:0.0:1746157382.794200:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d953 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e673 expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.794223:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d953 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e673 expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157382.794229:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96dc00 00000100:00100000:0.0:1746157382.794249:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1812 00000100:00100000:0.0:1746157382.794256:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267505152:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157382.794421:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267505152:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (719us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157382.794426:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1812 00002000:00100000:0.0:1746157382.794432:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96dc00 x1830978267505152/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746157393 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.794438:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978267505152 ext(0->4095) 00010000:00010000:0.0:1746157382.794442:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d953 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e673 expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.794450:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5d953 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e673 expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157382.794455:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96dc00 00000100:00100000:0.0:1746157382.798911:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.802841:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.805323:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.811270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.817377:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266650624:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157382.817393:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157382.817416:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978267505792:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5995us (6155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.817425:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8369 00000100:00100000:0.0:1746157382.821328:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.823895:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.826317:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.828720:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.830879:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.832392:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.837278:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267507328 00000100:00100000:0.0:1746157382.837285:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267507328 00010000:00010000:0.0:1746157382.837312:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009152f200/0x4450b99e49e5d96f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e68f expref: 49 pid: 8487 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746157382.837764:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8372 00000100:00100000:0.0:1746157382.837771:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978267507328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157382.837786:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157382.837808:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009152f200/0x4450b99e49e5d96f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e68f expref: 49 pid: 8487 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.837817:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009152f200/0x4450b99e49e5d96f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e68f expref: 49 pid: 8487 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.837839:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009152f200/0x4450b99e49e5d96f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e68f expref: 49 pid: 8487 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.837862:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.837863:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.837870:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5d976 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e696 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.837877:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5d976 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e696 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.838423:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5d976 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e696 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157382.838436:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266651392:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157382.838492:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157382.840647:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.841808:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.844154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.845355:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.848808:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.855822:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267508608 00000100:00100000:0.0:1746157382.855829:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267508608 00002000:00100000:0.0:1746157382.855868:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51f100 x1830978267508608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/0 e 0 to 0 dl 1746157393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.855878:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51f100 with x1830978267508608 ext(0->4095) 00002000:00010000:0.0:1746157382.855883:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51f100 00000100:00100000:0.0:1746157382.855908:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4016 00000100:00100000:0.0:1746157382.855915:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978267508608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157382.856391:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978267508608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 476us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157382.856398:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4016 00002000:00100000:0.0:1746157382.856403:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51f100 x1830978267508608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746157393 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.856410:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51f100 with x1830978267508608 ext(0->4095) 00002000:00010000:0.0:1746157382.856413:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51f100 00000100:00100000:0.0:1746157382.860375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.868180:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.871362:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.871396:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267509248 00000100:00100000:0.0:1746157382.871404:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267509248 00002000:00100000:0.0:1746157382.871453:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53100 x1830978267509248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:188/0 lens 488/0 e 0 to 0 dl 1746157393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.871465:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53100 with x1830978267509248 ext(0->4095) 00010000:00010000:0.0:1746157382.871474:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5d98b lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6ab expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.871488:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5d98b lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6ab expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157382.871494:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba53100 00000100:00100000:0.0:1746157382.871513:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1816 00000100:00100000:0.0:1746157382.871521:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267509248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157382.871682:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267509248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157382.871689:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1816 00002000:00100000:0.0:1746157382.871694:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53100 x1830978267509248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:188/0 lens 488/4536 e 0 to 0 dl 1746157393 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157382.871701:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53100 with x1830978267509248 ext(0->4095) 00010000:00010000:0.0:1746157382.871705:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5d98b lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6ab expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746157382.871714:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5d98b lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6ab expref: 6 pid: 11071 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746157382.871719:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba53100 00000100:00100000:0.0:1746157382.876894:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.880028:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.884457:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.887155:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.889269:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.891412:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.896411:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.899858:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.900160:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.900592:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5050 00000100:00100000:0.0:1746157382.900599:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31597:x1830978267510912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157382.900606:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157382.900613:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e5d9ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e6ce expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.900624:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157382.900628:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009152f400/0x4450b99e49e5d9a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6c7 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.900633:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157382.900635:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e5d9ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6ce expref: 51 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.900658:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009152f400/0x4450b99e49e5d9a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6c7 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.900668:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e5d9ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e6ce expref: 51 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157382.900677:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ccb1c00, rc 0) 00000100:00100000:0.0:1746157382.900698:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31597:x1830978267510912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157382.900704:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5050 00000100:00100000:0.0:1746157382.903613:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.905922:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.908597:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.915546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.918868:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.922602:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.922868:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.925864:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.928627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.931318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.933747:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.939234:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.941932:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.945010:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.949017:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.949510:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.955377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.957983:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.963492:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.967889:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.973921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.978692:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.981313:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.982977:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.986666:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.988955:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.992149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.993722:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.996548:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157382.999888:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.002823:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.002877:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.003014:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5061 00000100:00100000:0.0:1746157383.003020:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31597:x1830978267516672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157383.003025:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157383.003030:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0600/0x4450b99e49e5d9fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e71b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.003466:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.003471:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094528e00/0x4450b99e49e5d9f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e714 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.003476:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157383.003478:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0600/0x4450b99e49e5d9fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e71b expref: 53 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.003494:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094528e00/0x4450b99e49e5d9f4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e714 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.003502:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0600/0x4450b99e49e5d9fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e71b expref: 53 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.003510:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ccb0600, rc 0) 00000100:00100000:0.0:1746157383.003524:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31597:x1830978267516672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 505us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157383.003529:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5061 00000100:00100000:0.0:1746157383.005246:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.007736:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.009427:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.012286:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.014487:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.016263:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.019377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.021514:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.022568:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.023371:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.025634:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.029818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.029865:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.033023:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.037024:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.037115:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.042223:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.044852:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.048161:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.051818:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.055133:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.058047:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.058877:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.062514:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.062549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.068526:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.070466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.073750:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.076615:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.078766:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.081037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.082522:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.084242:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.084473:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.088195:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.090847:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.091739:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.093735:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.096785:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.097167:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.101055:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.103118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.106420:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.109356:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.114710:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.115184:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8405 00000100:00100000:0.0:1746157383.115192:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1985:x1830978267524352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157383.115211:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157383.115229:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e5da56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e776 expref: 51 pid: 8487 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.115239:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e5da56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e776 expref: 51 pid: 8487 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.115256:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e5da56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e776 expref: 51 pid: 8487 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.115280:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.115282:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.115288:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5da5d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e77d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.115296:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5da5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e77d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.115321:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5da5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e77d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157383.115331:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fe8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266659840:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157383.115385:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157383.115650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.118436:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.122481:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.126063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.128822:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.133285:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.136182:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.139959:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266660352:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157383.139974:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157383.140010:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978267525504:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3659us (3832us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157383.140017:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8407 00000100:00100000:0.0:1746157383.142283:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.144943:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.145573:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267526016 00000100:00100000:0.0:1746157383.145577:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267526016 00000100:00100000:0.0:1746157383.145604:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5079 00000100:00100000:0.0:1746157383.145609:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:31597:x1830978267526016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157383.145616:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157383.145621:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0200/0x4450b99e49e5da79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e799 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.145632:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.145635:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091886a00/0x4450b99e49e5da72 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e792 expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.145640:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157383.145642:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0200/0x4450b99e49e5da79 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e799 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.145658:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091886a00/0x4450b99e49e5da72 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e792 expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.145667:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ccb0200/0x4450b99e49e5da79 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e799 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.145673:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ccb0200, rc 0) 00000100:00100000:0.0:1746157383.145699:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:31597:x1830978267526016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157383.145704:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5079 00000100:00100000:0.0:1746157383.147788:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.151118:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267526400 00000100:00100000:0.0:1746157383.151124:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267526400 00000100:00100000:0.0:1746157383.153400:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.155926:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.158044:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.160852:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.164034:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.166797:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.166841:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.171227:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.175230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.177818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.181992:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.187262:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.189300:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.192262:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.198496:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.198648:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.204702:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.207778:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.211448:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.214065:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.218044:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.223186:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.223310:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.226055:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.226226:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.230997:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.234872:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.234933:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.239239:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.241779:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.241821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.243882:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.245678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.250742:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.255356:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.255396:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.257812:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.263637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.263743:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.268305:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.271015:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.271120:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.275232:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.278988:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.282734:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.285003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.287892:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.291473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.292954:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.294473:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.297097:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.298982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.300659:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.302477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.304928:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.310325:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.311802:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.313667:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.313742:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.316109:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.319916:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.320831:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.324291:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.327406:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.327475:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.330621:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.332486:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.335557:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.337037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.338902:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.340672:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.342222:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.344027:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.346526:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.348376:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.350265:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.352496:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.358610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.362936:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.366952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.368420:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.371371:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.374004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.377418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.378997:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.384265:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.384476:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.386464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.388710:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.388828:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.391088:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.392429:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.393096:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.395659:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.397843:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.403406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.406345:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.409565:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.410132:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8442 00000100:00100000:0.0:1746157383.410141:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1986:x1830978267543424:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157383.410155:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157383.410178:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091886800/0x4450b99e49e5db59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e879 expref: 57 pid: 8489 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.410190:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091886800/0x4450b99e49e5db59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e879 expref: 57 pid: 8489 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.410223:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091886800/0x4450b99e49e5db59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e879 expref: 57 pid: 8489 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.410255:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.410259:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.410266:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091887600/0x4450b99e49e5db60 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e880 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.410273:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091887600/0x4450b99e49e5db60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e880 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.410304:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091887600/0x4450b99e49e5db60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e880 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157383.410315:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266669312:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157383.410397:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157383.411472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.411935:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266669312:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157383.411947:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157383.416264:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.418478:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.423589:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.426743:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.435566:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.438861:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.441127:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.441167:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.443814:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266669952:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157383.443836:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5db75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e895 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.443850:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e98200, rc 0) 00000100:00100000:0.0:1746157383.443886:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:31587:x1830978267544960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2493us (2764us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157383.443892:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5115 00000100:00100000:0.0:1746157383.444266:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.447018:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.449545:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.452325:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.454527:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.457015:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.459761:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.464098:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267546496 00000100:00100000:0.0:1746157383.464103:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267546496 00000100:00100000:0.0:1746157383.464145:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267546624 00000100:00100000:0.0:1746157383.464148:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267546624 00000100:00100000:0.0:1746157383.464163:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5118 00000100:00100000:0.0:1746157383.464169:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:31597:x1830978267546496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157383.464183:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157383.464197:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ccb1000/0x4450b99e49e5db8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e8aa expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.464227:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5db83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8a3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.464237:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.464238:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.464242:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ccb1000/0x4450b99e49e5db8a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8aa expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.464266:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5db83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8a3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.464275:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5db83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8a3 expref: 5 pid: 8489 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746157383.464284:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266670720:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157383.464337:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157383.466133:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.468234:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.470045:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.470214:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.473961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.478346:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.478472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.481158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.483218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.486367:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.489108:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.491166:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.493465:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.495935:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.496596:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267549184 00000100:00100000:0.0:1746157383.496601:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267549184 00000100:00100000:0.0:1746157383.496623:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5124 00000100:00100000:0.0:1746157383.496645:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:31587:x1830978267549184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157383.496653:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157383.496660:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094528e00/0x4450b99e49e5dbb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e8d4 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.496672:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.496676:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5dbad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8cd expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.496681:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157383.496684:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094528e00/0x4450b99e49e5dbb4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8d4 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.496705:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5dbad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8cd expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.496715:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094528e00/0x4450b99e49e5dbb4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8d4 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.496797:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094528e00, rc 0) 00000100:00100000:0.0:1746157383.496835:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31587:x1830978267549184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157383.496841:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5124 00000100:00100000:0.0:1746157383.499035:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.501704:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.503808:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.503885:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.506522:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.509124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.509217:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.511590:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.514517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.514678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.518045:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.521724:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.524665:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.526756:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.527463:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8457 00000100:00100000:0.0:1746157383.527472:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4948450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:1986:x1830978267551488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157383.527486:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157383.527508:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5dbc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8e9 expref: 59 pid: 8489 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.527518:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5dbc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8e9 expref: 59 pid: 8489 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.527539:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5dbc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8e9 expref: 59 pid: 8489 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.527572:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.527574:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.527580:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091886200/0x4450b99e49e5dbd0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.527587:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091886200/0x4450b99e49e5dbd0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.527623:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091886200/0x4450b99e49e5dbd0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e8f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157383.527635:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266673408:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157383.527715:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157383.530795:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.534543:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.537967:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.544113:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.547420:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.549850:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.552500:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.555212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.555377:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.557555:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.559379:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.561714:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.564942:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.567015:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.569639:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.572489:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.572579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.573140:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5135 00000100:00100000:0.0:1746157383.573150:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978267554560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157383.573165:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157383.573179:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5dc01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02e921 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.573211:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.573216:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5dbfa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e91a expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.573222:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157383.573225:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5dc01 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e921 expref: 63 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.573252:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5dbfa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e91a expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.573263:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5dc01 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e921 expref: 63 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.573271:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009152e000, rc 0) 00000100:00100000:0.0:1746157383.573304:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31587:x1830978267554560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157383.573310:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5135 00000100:00100000:0.0:1746157383.577191:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.580441:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.582564:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.583466:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.585511:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.587183:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.587956:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.590538:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.592810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.595003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.596366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.598470:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.601351:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.602912:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.609453:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.613633:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266676352:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157383.613649:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157383.613750:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978267557376:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3078us (4239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157383.613759:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8468 00000100:00100000:0.0:1746157383.615342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.615992:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267557888 00000100:00100000:0.0:1746157383.615995:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267557888 00010000:00010000:0.0:1746157383.616007:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e5dc1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e93d expref: 62 pid: 8487 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746157383.616022:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8469 00000100:00100000:0.0:1746157383.616026:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1985:x1830978267557888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157383.616033:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157383.616046:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e5dc1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e93d expref: 62 pid: 8487 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.616054:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e5dc1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e93d expref: 62 pid: 8487 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.616098:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e5dc1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e93d expref: 62 pid: 8487 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.616113:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.616114:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.616119:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5dc24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e944 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.616126:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5dc24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e944 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.616143:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5dc24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e944 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.616153:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5dc24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e944 expref: 61 pid: 8487 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746157383.616162:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130560e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266676608:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157383.616261:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157383.617518:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.619162:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.619474:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.621980:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.624479:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.627513:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.629575:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.631441:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.633554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.635303:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.637830:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.639950:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.647035:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.650515:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.654344:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.654377:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.657018:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.659778:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.663390:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.665654:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.672838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.677308:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.681818:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.683090:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.686604:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.690181:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.691803:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.693527:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267562624 00000100:00100000:0.0:1746157383.693531:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267562624 00002000:00100000:0.0:1746157383.693552:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d96c380 x1830978267562624/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:189/0 lens 496/0 e 0 to 0 dl 1746157394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.693559:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c380 with x1830978267562624 ext(0->7) 00010000:00010000:0.0:1746157383.693564:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091887600/0x4450b99e49e5dc5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e97c expref: 65 pid: 11071 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.693578:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091887600/0x4450b99e49e5dc5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e97c expref: 65 pid: 11071 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746157383.693583:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c380 00000100:00100000:0.0:1746157383.693600:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1875 00000100:00100000:0.0:1746157383.693605:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1986:x1830978267562624:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157383.693812:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:1986:x1830978267562624:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 206us (300us total) trans 4294967900 rc 0/0 00000100:00100000:0.0:1746157383.693821:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1875 00002000:00100000:0.0:1746157383.693825:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d96c380 x1830978267562624/t4294967900(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:189/0 lens 496/448 e 0 to 0 dl 1746157394 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.693832:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c380 with x1830978267562624 ext(0->7) 00010000:00010000:0.0:1746157383.693836:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091887600/0x4450b99e49e5dc5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e97c expref: 67 pid: 11071 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.693898:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091887600/0x4450b99e49e5dc5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e97c expref: 67 pid: 11071 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746157383.693907:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c380 00000100:00100000:0.0:1746157383.700401:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.703578:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267563008 00000100:00100000:0.0:1746157383.703583:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267563008 00002000:00100000:0.0:1746157383.703609:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c700 x1830978267563008/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:189/0 lens 488/0 e 0 to 0 dl 1746157394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.703623:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978267563008 ext(0->4095) 00002000:00010000:0.0:1746157383.703626:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c700 00000100:00100000:0.0:1746157383.703652:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4068 00000100:00100000:0.0:1746157383.703659:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267563008:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157383.703769:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267563008:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157383.703775:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4068 00002000:00100000:0.0:1746157383.703779:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c700 x1830978267563008/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746157394 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.703786:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978267563008 ext(0->4095) 00002000:00010000:0.0:1746157383.703788:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c700 00000100:00100000:0.0:1746157383.704854:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.706555:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.709829:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.713907:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.716921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.722681:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.726017:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.728896:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.731274:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.731310:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.733982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.734014:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.737674:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.739656:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.741721:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.744062:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.747598:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267566208 00000100:00100000:0.0:1746157383.747603:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267566208 00002000:00100000:0.0:1746157383.747632:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80a80 x1830978267566208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:189/0 lens 488/0 e 0 to 0 dl 1746157394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.747640:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80a80 with x1830978267566208 ext(0->4095) 00002000:00010000:0.0:1746157383.747643:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80a80 00000100:00100000:0.0:1746157383.747656:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4072 00000100:00100000:0.0:1746157383.747661:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267566208:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157383.747772:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267566208:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157383.747778:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4072 00002000:00100000:0.0:1746157383.747783:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80a80 x1830978267566208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746157394 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.747789:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80a80 with x1830978267566208 ext(0->4095) 00002000:00010000:0.0:1746157383.747792:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80a80 00000100:00100000:0.0:1746157383.749422:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.750923:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.752535:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.754657:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.756839:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.757560:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.759531:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.761105:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.761586:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.772836:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.777649:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.782521:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.787372:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.788183:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.790308:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.794026:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.794150:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.796444:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.799394:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.804719:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.810822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.812807:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.815457:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.817288:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.820760:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.828923:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.835473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.838496:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.845284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.851301:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.859259:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.872506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.872591:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.874229:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.878569:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.884029:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.887533:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.890526:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.892441:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.894583:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.897891:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.897965:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.898002:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5171 00000100:00100000:0.0:1746157383.898008:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31597:x1830978267574144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157383.898020:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157383.898031:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009152f200/0x4450b99e49e5dcfd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ea1d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.898052:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091886a00/0x4450b99e49e5dcf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea16 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.898058:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.898060:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.898063:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152f200/0x4450b99e49e5dcfd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea1d expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157383.900015:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.903292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.909507:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.911824:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.911908:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.914672:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.917397:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.921633:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.925720:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.930205:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.931959:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.933492:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267576704 00000100:00100000:0.0:1746157383.933497:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267576704 00002000:00100000:0.0:1746157383.933521:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8f800 x1830978267576704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:189/0 lens 488/0 e 0 to 0 dl 1746157394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.933529:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8f800 with x1830978267576704 ext(0->4095) 00010000:00010000:0.0:1746157383.933536:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091886000/0x4450b99e49e5dd19 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea39 expref: 6 pid: 11071 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.933546:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091886000/0x4450b99e49e5dd19 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea39 expref: 6 pid: 11071 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746157383.933552:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8f800 00000100:00100000:0.0:1746157383.933572:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1892 00000100:00100000:0.0:1746157383.933577:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267576704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157383.934321:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267576704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 693us (878us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157383.934328:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1892 00002000:00100000:0.0:1746157383.934334:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8f800 x1830978267576704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:189/0 lens 488/4536 e 0 to 0 dl 1746157394 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157383.934341:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8f800 with x1830978267576704 ext(0->4095) 00010000:00010000:0.0:1746157383.934346:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091886000/0x4450b99e49e5dd19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea39 expref: 6 pid: 11071 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746157383.934356:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091886000/0x4450b99e49e5dd19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea39 expref: 6 pid: 11071 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746157383.934361:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8f800 00000100:00100000:0.0:1746157383.935994:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.939037:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.943026:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.946015:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.948686:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.950980:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.954876:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.955128:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.958213:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.965192:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.968250:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.968294:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.971932:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.975907:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.976621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.978833:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.982624:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.985246:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.987466:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.989157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.991157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.993336:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.996239:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.997041:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.998164:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.999666:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157383.999756:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8513 00000100:00100000:0.0:1746157383.999762:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978267581056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157383.999772:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157383.999920:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac17200/0x4450b99e49e5dd51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea71 expref: 74 pid: 16659 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157383.999931:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac17200/0x4450b99e49e5dd51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea71 expref: 74 pid: 16659 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157383.999952:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17200/0x4450b99e49e5dd51 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea71 expref: 74 pid: 16659 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157383.999974:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.999976:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157383.999983:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16000/0x4450b99e49e5dd58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea78 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157383.999991:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac16000/0x4450b99e49e5dd58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea78 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.000017:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac16000/0x4450b99e49e5dd58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea78 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157384.000027:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266687744:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157384.000115:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 10 seconds 00000100:00100000:0.0:1746157384.000443:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.001840:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.004838:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.007345:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.010764:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.017538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.017800:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.021060:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.023110:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.025290:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.028026:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157384.028278:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16600/0x4450b99e49e5dd6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea8d expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.028289:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.028291:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.028295:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac17e00/0x4450b99e49e5dd74 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea94 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.028899:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac16600/0x4450b99e49e5dd6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea8d expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.028914:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac16600/0x4450b99e49e5dd6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ea8d expref: 72 pid: 16659 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746157384.028927:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1739180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266688640:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157384.029022:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157384.034546:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.037644:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.040403:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.044353:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.047276:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.047357:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.050160:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.051922:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.052692:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.054384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.056812:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.057458:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.059637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.063804:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.067841:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.070892:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.073248:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.075649:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.078878:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.078930:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.081732:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.084116:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.087710:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.090794:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.093245:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.099153:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.102518:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.102566:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.105443:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.107963:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.111627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.114421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.116185:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.122999:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.126231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.128278:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.131110:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.134210:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.136737:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.141906:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.144577:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.147516:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.150155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.151606:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.152924:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.153154:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8531 00000100:00100000:0.0:1746157384.153162:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267590656:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157384.153172:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157384.153211:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e5ddcf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eaef expref: 6 pid: 16659 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157384.153223:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e5ddcf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eaef expref: 6 pid: 16659 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157384.153242:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e5ddcf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eaef expref: 6 pid: 16659 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157384.153276:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.153278:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.153284:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5ddd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eaf6 expref: 77 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.153292:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5ddd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eaf6 expref: 77 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.153315:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5ddd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eaf6 expref: 77 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.153326:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5ddd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eaf6 expref: 77 pid: 16659 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746157384.153338:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266692480:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157384.153408:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157384.155904:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.159872:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.169150:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.173761:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.180583:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.188644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.191177:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.194545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.196367:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.200447:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.203435:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.206447:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.208624:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.210872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.212782:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.214891:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267593728 00000100:00100000:0.0:1746157384.214897:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267593728 00000100:00100000:0.0:1746157384.214929:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5209 00000100:00100000:0.0:1746157384.214935:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267593728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.214949:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.215174:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094528e00/0x4450b99e49e5de07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02eb27 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.215206:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.215212:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091886200/0x4450b99e49e5de00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eb20 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.215217:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157384.215220:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094528e00/0x4450b99e49e5de07 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eb27 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157384.218725:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.220381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.220418:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.223123:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.225242:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.227466:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.229495:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.233777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.236573:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.238678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.238781:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.243706:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.246619:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.248788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.252671:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.255542:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.257590:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.259567:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.259625:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.262592:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.264936:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.268052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.270657:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.272223:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.275484:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.277588:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.279912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.283326:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.283419:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.286459:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.288910:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.288959:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.290927:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.293207:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.293281:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.296224:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.298719:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.302943:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.304659:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.306728:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.308846:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.310243:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.311613:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.314873:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.322504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.327168:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.334759:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.337182:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.337457:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.339867:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.340417:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.342425:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.349031:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.350979:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.354159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.356311:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.358419:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.361538:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.361571:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.365104:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267604480 00000100:00100000:0.0:1746157384.365109:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267604480 00002000:00100000:0.0:1746157384.365137:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282c000 x1830978267604480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:190/0 lens 488/0 e 0 to 0 dl 1746157395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.365145:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282c000 with x1830978267604480 ext(0->4095) 00010000:00010000:0.0:1746157384.365153:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16800/0x4450b99e49e5de8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebac expref: 82 pid: 8487 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157384.365164:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac16800/0x4450b99e49e5de8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebac expref: 82 pid: 8487 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746157384.365170:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282c000 00000100:00100000:0.0:1746157384.365205:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1921 00000100:00100000:0.0:1746157384.365212:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1986:x1830978267604480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157384.365325:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1986:x1830978267604480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157384.365331:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1921 00002000:00100000:0.0:1746157384.365336:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282c000 x1830978267604480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746157395 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.365342:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282c000 with x1830978267604480 ext(0->4095) 00010000:00010000:0.0:1746157384.365347:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16800/0x4450b99e49e5de8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebac expref: 82 pid: 8487 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157384.365355:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac16800/0x4450b99e49e5de8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebac expref: 82 pid: 8487 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746157384.365360:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282c000 00000100:00100000:0.0:1746157384.367600:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.367677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.370898:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.373810:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267605120 00000100:00100000:0.0:1746157384.373815:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267605120 00000100:00100000:0.0:1746157384.373850:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5231 00000100:00100000:0.0:1746157384.374039:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978267605120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.374050:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.374058:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009152f400/0x4450b99e49e5dea1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ebc1 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.374091:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17200/0x4450b99e49e5de9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebba expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.374096:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.374098:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.374101:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152f400/0x4450b99e49e5dea1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebc1 expref: 82 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.374115:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac17200/0x4450b99e49e5de9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebba expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.374124:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac17200/0x4450b99e49e5de9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ebba expref: 5 pid: 8487 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746157384.374132:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266699648:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157384.374166:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157384.376632:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.379658:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.384285:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.386449:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.388397:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.391413:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.393972:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.394035:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.397134:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.400550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.402133:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.402203:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.404252:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.405931:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.406021:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.408468:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.411038:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.414037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.416003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.419185:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.421445:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.424512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.424556:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.427160:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.429168:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.432545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.437236:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.439991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.441831:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.445826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.447548:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.447654:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.449734:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.453114:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.455512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.455580:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.458559:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.461107:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.461168:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.463516:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.467924:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.474748:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.478155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.480401:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.482678:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.484649:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.485264:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.485280:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267613312 00000100:00100000:0.0:1746157384.485283:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267613312 00000100:00100000:0.0:1746157384.485300:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5247 00000100:00100000:0.0:1746157384.485305:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31597:x1830978267613312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.485311:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.485317:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009152f000/0x4450b99e49e5df11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ec31 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.485327:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.485330:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5df0a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec2a expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.485421:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.485424:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152f000/0x4450b99e49e5df11 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec31 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.485551:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5df0a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec2a expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.485562:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009152f000/0x4450b99e49e5df11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec31 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.485569:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009152f000, rc 0) 00000100:00100000:0.0:1746157384.485586:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31597:x1830978267613312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157384.485591:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5247 00000100:00100000:0.0:1746157384.487904:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.490881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.498855:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.502509:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.505375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.507648:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.509956:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.510205:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.510578:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5250 00000100:00100000:0.0:1746157384.510585:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31597:x1830978267614848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.510591:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.510597:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009152f000/0x4450b99e49e5df26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ec46 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.510608:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.510612:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e5df1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec3f expref: 83 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.510617:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.510620:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152f000/0x4450b99e49e5df26 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec46 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.510642:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e5df1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec3f expref: 83 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.510651:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009152f000/0x4450b99e49e5df26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ec46 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.510660:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009152f000, rc 0) 00000100:00100000:0.0:1746157384.510678:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31597:x1830978267614848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157384.510684:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5250 00000100:00100000:0.0:1746157384.513156:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.516210:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.518508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.521059:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.523152:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.527303:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.531378:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.536360:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.538996:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.542889:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.545211:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.548040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.550319:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.553046:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.556337:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.559906:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.559957:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.572963:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.575164:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.577927:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.580418:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.583292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.586920:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.588605:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.589337:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.592153:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.595938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.600018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.603599:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.611711:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.614689:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267620736 00000100:00100000:0.0:1746157384.614696:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267620736 00002000:00100000:0.0:1746157384.614733:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d4e00 x1830978267620736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:190/0 lens 488/0 e 0 to 0 dl 1746157395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.614741:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d4e00 with x1830978267620736 ext(0->4095) 00002000:00010000:0.0:1746157384.614746:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d4e00 00000100:00100000:0.0:1746157384.615346:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4126 00000100:00100000:0.0:1746157384.615354:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267620736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157384.615501:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267620736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (831us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157384.615507:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4126 00002000:00100000:0.0:1746157384.615513:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d4e00 x1830978267620736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746157395 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.615520:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d4e00 with x1830978267620736 ext(0->4095) 00002000:00010000:0.0:1746157384.615523:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d4e00 00000100:00100000:0.0:1746157384.617622:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.620498:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.623309:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.628431:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.631097:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.633329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.636921:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.637014:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.637173:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5265 00000100:00100000:0.0:1746157384.637179:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31597:x1830978267622400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.637213:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.637224:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009152f400/0x4450b99e49e5df88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02eca8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.637252:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5df81 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eca1 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.637259:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.637261:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.637264:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152f400/0x4450b99e49e5df88 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eca8 expref: 83 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.637305:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5df81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eca1 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.637315:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5df81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eca1 expref: 5 pid: 16659 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746157384.637327:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a178d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266708096:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157384.637411:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac8790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157384.638815:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.640698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.644318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.644441:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.647627:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.650861:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.650958:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.653891:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.656020:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.658317:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.660214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.664744:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.666898:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.673777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.677742:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.677821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.681278:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.683447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.683518:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.686505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.689150:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.691369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.693481:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.698143:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.701053:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.702057:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267627520 00000100:00100000:0.0:1746157384.702062:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267627520 00000100:00100000:0.0:1746157384.702824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.703939:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.710141:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.712421:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.714513:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.716803:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.721135:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.723241:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.723329:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.725490:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.727778:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.730393:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.731890:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.734982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.736878:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.739662:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.742504:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.744458:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.747686:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.749749:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.752120:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.753821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.757013:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.760717:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.764026:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.764104:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.769854:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.769910:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.774138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.776298:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.777996:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266713600:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157384.778015:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157384.778052:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978267633280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1612us (1759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157384.778060:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8614 00000100:00100000:0.0:1746157384.779005:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.780798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.783312:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.785148:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.787140:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.789633:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267634432 00000100:00100000:0.0:1746157384.789643:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267634432 00000100:00100000:0.0:1746157384.789683:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5288 00000100:00100000:0.0:1746157384.789691:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31587:x1830978267634432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.789706:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.789721:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5e030 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ed50 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.789771:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed49 expref: 83 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.789777:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.789778:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.789782:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009152e000/0x4450b99e49e5e030 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed50 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.789811:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e029 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed49 expref: 83 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.789822:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e029 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed49 expref: 83 pid: 8489 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746157384.789832:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013732ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266714240:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157384.789903:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157384.792830:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.793064:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267634688 00000100:00100000:0.0:1746157384.793069:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267634688 00002000:00100000:0.0:1746157384.793120:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb6c000 x1830978267634688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:190/0 lens 488/0 e 0 to 0 dl 1746157395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.793128:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb6c000 with x1830978267634688 ext(0->4095) 00010000:00010000:0.0:1746157384.793135:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed49 expref: 82 pid: 8489 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157384.793146:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed49 expref: 82 pid: 8489 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746157384.793153:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb6c000 00000100:00100000:0.0:1746157384.793179:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1951 00000100:00100000:0.0:1746157384.793185:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1985:x1830978267634688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157384.793331:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1985:x1830978267634688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157384.793336:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1951 00002000:00100000:0.0:1746157384.793342:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb6c000 x1830978267634688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746157395 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.793349:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb6c000 with x1830978267634688 ext(0->4095) 00010000:00010000:0.0:1746157384.793354:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed49 expref: 82 pid: 8489 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746157384.793362:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed49 expref: 82 pid: 8489 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746157384.793367:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb6c000 00000100:00100000:0.0:1746157384.795387:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.795531:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.798794:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.801672:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.801724:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.807984:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.811639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.814567:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267636224 00000100:00100000:0.0:1746157384.814578:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267636224 00000100:00100000:0.0:1746157384.814629:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5291 00000100:00100000:0.0:1746157384.814637:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267636224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.814654:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.814672:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094529400/0x4450b99e49e5e045 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ed65 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.814700:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98800/0x4450b99e49e5e03e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed5e expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.814708:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.814710:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.814713:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094529400/0x4450b99e49e5e045 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed65 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.814743:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98800/0x4450b99e49e5e03e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed5e expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.814754:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e98800/0x4450b99e49e5e03e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed5e expref: 80 pid: 8487 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746157384.814765:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266715008:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157384.814868:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157384.817787:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.820822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.821897:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.823326:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267636864 00000100:00100000:0.0:1746157384.823334:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267636864 00000100:00100000:0.0:1746157384.823372:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5293 00000100:00100000:0.0:1746157384.823378:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31597:x1830978267636864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.823392:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.823406:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c23e00/0x4450b99e49e5e053 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ed73 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.823431:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.823436:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5e04c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed6c expref: 83 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.823442:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157384.823445:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c23e00/0x4450b99e49e5e053 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed73 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.823477:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5e04c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed6c expref: 83 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.823489:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c23e00/0x4450b99e49e5e053 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ed73 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.823499:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c23e00, rc 0) 00000100:00100000:0.0:1746157384.823540:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31597:x1830978267636864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157384.823545:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5293 00000100:00100000:0.0:1746157384.825331:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.828317:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.830170:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.833697:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.835752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.838026:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.839728:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.841660:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.843627:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.844517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.845523:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093134e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266716160:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157384.845538:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157384.845561:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978267638400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1795us (1934us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157384.845569:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8624 00000100:00100000:0.0:1746157384.847004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.847881:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.850390:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.853613:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.853711:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.858254:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.862370:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.865541:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.868438:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.871216:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.873795:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267640704 00000100:00100000:0.0:1746157384.873804:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267640704 00002000:00100000:0.0:1746157384.873856:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012db31450 x1830978267640704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:190/0 lens 488/0 e 0 to 0 dl 1746157395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.873866:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31450 with x1830978267640704 ext(0->4095) 00002000:00010000:0.0:1746157384.873871:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db31450 00000100:00100000:0.0:1746157384.873898:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4144 00000100:00100000:0.0:1746157384.873904:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db31450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267640704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157384.874094:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db31450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267640704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 190us (680us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157384.874101:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4144 00002000:00100000:0.0:1746157384.874110:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012db31450 x1830978267640704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746157395 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.874117:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db31450 with x1830978267640704 ext(0->4095) 00002000:00010000:0.0:1746157384.874120:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db31450 00000100:00100000:0.0:1746157384.882243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.886343:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.889931:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.893531:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.896580:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.900202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.900501:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.903038:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.904240:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.907299:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.910659:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.914783:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.918187:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.921260:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.925606:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.927408:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.928818:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.932343:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.934131:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.938798:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.941872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.943771:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.946057:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267645440 00000100:00100000:0.0:1746157384.946064:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267645440 00000100:00100000:0.0:1746157384.946139:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5309 00000100:00100000:0.0:1746157384.946146:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:31597:x1830978267645440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.946159:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157384.948741:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.948785:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.951254:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.953412:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.953576:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.956197:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093136d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266720128:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157384.956221:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e98000, rc 0) 00000100:00100000:0.0:1746157384.958200:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.958624:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.964559:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.968349:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.971957:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.974620:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.977521:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.979146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.979172:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.979284:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5315 00000100:00100000:0.0:1746157384.979291:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31597:x1830978267648128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157384.979298:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157384.979304:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c23400/0x4450b99e49e5e0ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ee0d expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.979322:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e0df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02edff expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.979328:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.979329:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157384.979332:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c23400/0x4450b99e49e5e0ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee0d expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.979390:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e0df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02edff expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157384.979400:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e0df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02edff expref: 5 pid: 16659 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157384.979410:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009419df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266720896:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157384.980204:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157384.984209:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.986892:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.989533:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.989628:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.992492:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267649024 00000100:00100000:0.0:1746157384.992497:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267649024 00002000:00100000:0.0:1746157384.992522:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717800 x1830978267649024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:190/0 lens 488/0 e 0 to 0 dl 1746157395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.992530:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717800 with x1830978267649024 ext(0->4095) 00010000:00010000:0.0:1746157384.992536:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17000/0x4450b99e49e5e0e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee06 expref: 81 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157384.992546:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac17000/0x4450b99e49e5e0e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee06 expref: 81 pid: 8489 timeout: 592 lvb_type: 0 00002000:00010000:0.0:1746157384.992551:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091717800 00000100:00100000:0.0:1746157384.992698:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 1965 00000100:00100000:0.0:1746157384.992704:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978267649024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157384.992807:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978267649024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157384.992812:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 1965 00002000:00100000:0.0:1746157384.992817:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717800 x1830978267649024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:190/0 lens 488/4536 e 0 to 0 dl 1746157395 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157384.992824:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717800 with x1830978267649024 ext(0->4095) 00010000:00010000:0.0:1746157384.992828:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17000/0x4450b99e49e5e0e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee06 expref: 81 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157384.992837:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ac17000/0x4450b99e49e5e0e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee06 expref: 81 pid: 8489 timeout: 592 lvb_type: 0 00002000:00010000:0.0:1746157384.992843:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091717800 00000100:00100000:0.0:1746157384.994714:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.994780:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.996983:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157384.999713:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.003462:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.005794:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.008273:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.010593:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.012855:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.013638:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267650688 00000100:00100000:0.0:1746157385.013642:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267650688 00000100:00100000:0.0:1746157385.013659:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5320 00000100:00100000:0.0:1746157385.013664:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31587:x1830978267650688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157385.013670:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157385.013676:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c23400/0x4450b99e49e5e110 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ee30 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.013686:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.013689:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e109 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee29 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.013693:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157385.013695:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c23400/0x4450b99e49e5e110 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee30 expref: 83 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.013712:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e109 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee29 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.013722:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c23400/0x4450b99e49e5e110 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ee30 expref: 83 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.013735:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c23400, rc 0) 00000100:00100000:0.0:1746157385.013764:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31587:x1830978267650688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157385.013770:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5320 00000100:00100000:0.0:1746157385.014707:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.015810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.017879:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.018276:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.020706:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.023675:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.023719:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.025969:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.027983:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.030092:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.031961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.034968:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.038994:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.041162:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.041583:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.043479:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.046856:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.048722:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.050277:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.053464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.057219:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.057501:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.059516:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.062822:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.065936:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.067913:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.069680:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.072663:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.075403:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.075886:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.080539:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.083843:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.084580:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.088706:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.090496:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.091366:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.093917:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.097310:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.100712:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.103315:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.105498:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.107131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.109742:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.111182:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.112221:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.114847:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.116624:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.122051:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.122125:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.125909:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.129895:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.133809:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.136035:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.138262:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.140258:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.142044:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.144603:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.144928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.150039:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.153176:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.153235:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.155681:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.160046:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267661952 00000100:00100000:0.0:1746157385.160050:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267661952 00010000:00010000:0.0:1746157385.160068:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e99200/0x4450b99e49e5e19c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eebc expref: 83 pid: 8489 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157385.162377:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.165673:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.171036:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.176538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.179464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.180226:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.182207:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.186038:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.189748:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.197175:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.202689:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.206262:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.208383:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.211513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.216486:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.219069:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.221629:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.227261:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.229434:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.231494:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267665664 00000100:00100000:0.0:1746157385.231500:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267665664 00000100:00100000:0.0:1746157385.231912:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5349 00000100:00100000:0.0:1746157385.231921:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:31597:x1830978267665664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157385.231933:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157385.231945:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c22200/0x4450b99e49e5e1db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02eefb expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.231963:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.231968:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5e1d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eef4 expref: 85 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.231973:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157385.231976:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c22200/0x4450b99e49e5e1db lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eefb expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.232010:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5e1d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eef4 expref: 85 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.232069:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c22200/0x4450b99e49e5e1db lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02eefb expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.232106:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c22200, rc 0) 00000100:00100000:0.0:1746157385.232141:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:31597:x1830978267665664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157385.232147:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5349 00000100:00100000:0.0:1746157385.235338:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.236779:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.238861:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.240577:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.243099:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.245774:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.248580:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.249315:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.252437:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.255327:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.257554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.262105:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.264371:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.264452:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.266887:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.268985:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.270672:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.272326:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.275723:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.280541:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.281957:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.283593:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.286919:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.290138:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.290297:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267670400 00000100:00100000:0.0:1746157385.290301:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267670400 00000100:00100000:0.0:1746157385.290335:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5358 00000100:00100000:0.0:1746157385.290341:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267670400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157385.290353:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157385.290366:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c23e00/0x4450b99e49e5e21a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ef3a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.290384:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.290389:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e213 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef33 expref: 83 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.290395:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157385.290398:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c23e00/0x4450b99e49e5e21a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef3a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.290451:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef33 expref: 83 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.290461:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e213 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef33 expref: 83 pid: 8489 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157385.290473:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a17da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266732160:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157385.290536:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac8790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157385.292480:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.294336:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.294409:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.297164:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.300616:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.303698:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.305224:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.306794:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.308854:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.310846:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.312793:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.314258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.315824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.318227:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.320777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.324324:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.325557:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.329886:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.329982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.330152:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267673600 00000100:00100000:0.0:1746157385.330156:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267673600 00010000:00010000:0.0:1746157385.330171:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091886a00/0x4450b99e49e5e236 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef56 expref: 6 pid: 8487 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157385.330203:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8692 00000100:00100000:0.0:1746157385.330208:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267673600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157385.330215:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157385.330229:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091886a00/0x4450b99e49e5e236 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef56 expref: 6 pid: 8487 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.330239:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091886a00/0x4450b99e49e5e236 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef56 expref: 6 pid: 8487 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.330250:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091886a00/0x4450b99e49e5e236 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef56 expref: 6 pid: 8487 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.330258:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.330259:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.330264:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091887e00/0x4450b99e49e5e23d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef5d expref: 85 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.330268:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091887e00/0x4450b99e49e5e23d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef5d expref: 85 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.330281:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091887e00/0x4450b99e49e5e23d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef5d expref: 85 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.330287:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091887e00/0x4450b99e49e5e23d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ef5d expref: 85 pid: 8487 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157385.330296:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266733696:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157385.330347:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157385.332676:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.335586:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.335654:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.337521:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.340465:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.340541:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.344638:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.350609:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.353672:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.357643:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.364583:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.365772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.369378:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.371637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.375741:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.387463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.395602:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.399225:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.402971:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.403741:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.406151:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.407282:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.409638:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.412182:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.424341:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.428213:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.431159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.432990:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.434649:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.436716:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.437269:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.439783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.443828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.446573:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.448746:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.451704:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.454213:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.456699:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.456992:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.459304:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.462458:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.465467:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.468137:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.470108:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.473341:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.475594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.477387:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.478902:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.479449:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.481386:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.483576:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.483627:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.485762:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.488864:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.489229:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.491241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.494353:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.499090:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267683584 00000100:00100000:0.0:1746157385.499098:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267683584 00002000:00100000:0.0:1746157385.499129:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714380 x1830978267683584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:191/0 lens 488/0 e 0 to 0 dl 1746157396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157385.499143:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714380 with x1830978267683584 ext(0->4095) 00002000:00010000:0.0:1746157385.499148:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714380 00000100:00100000:0.0:1746157385.499174:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4182 00000100:00100000:0.0:1746157385.499181:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1986:x1830978267683584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157385.499908:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1986:x1830978267683584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 726us (1025us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157385.499914:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4182 00002000:00100000:0.0:1746157385.499919:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714380 x1830978267683584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746157396 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157385.499926:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714380 with x1830978267683584 ext(0->4095) 00002000:00010000:0.0:1746157385.499928:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714380 00000100:00100000:0.0:1746157385.502225:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.505501:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.508598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.508656:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.512127:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.512163:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.514966:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.518578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.521769:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.522100:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267685120 00000100:00100000:0.0:1746157385.522108:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267685120 00002000:00100000:0.0:1746157385.522152:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978267685120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:191/0 lens 488/0 e 0 to 0 dl 1746157396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157385.522167:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978267685120 ext(0->4095) 00002000:00010000:0.0:1746157385.522172:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252dc00 00000100:00100000:0.0:1746157385.522204:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4184 00000100:00100000:0.0:1746157385.522212:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1986:x1830978267685120:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157385.522366:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1986:x1830978267685120:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157385.522372:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4184 00002000:00100000:0.0:1746157385.522377:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978267685120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746157396 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157385.522383:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978267685120 ext(0->4095) 00002000:00010000:0.0:1746157385.522385:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252dc00 00000100:00100000:0.0:1746157385.524329:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.527125:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.530251:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.531995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.532635:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.535779:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.544507:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.552047:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157385.557331:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157385.557642:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.558099:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978266740736:0@lo:400:kworker.0 00000100:00100000:0.0:1746157385.564955:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.572874:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.576128:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.580061:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.581331:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.583106:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.586473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.591115:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.591222:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.595572:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.601487:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.601592:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.605706:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.609930:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.621246:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.625358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.626849:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.628260:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.631494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.637824:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.642128:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.647640:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267690880 00000100:00100000:0.0:1746157385.647650:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267690880 00002000:00100000:0.0:1746157385.647693:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716d80 x1830978267690880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:191/0 lens 488/0 e 0 to 0 dl 1746157396 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157385.647702:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716d80 with x1830978267690880 ext(0->4095) 00002000:00010000:0.0:1746157385.647707:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091716d80 00000100:00100000:0.0:1746157385.647730:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4189 00000100:00100000:0.0:1746157385.647738:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1985:x1830978267690880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157385.647921:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1985:x1830978267690880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157385.647927:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4189 00002000:00100000:0.0:1746157385.647933:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716d80 x1830978267690880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:191/0 lens 488/4536 e 0 to 0 dl 1746157396 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157385.647940:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716d80 with x1830978267690880 ext(0->4095) 00002000:00010000:0.0:1746157385.647943:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091716d80 00000100:00100000:0.0:1746157385.650066:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.656352:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.656432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.660743:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.664598:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.669112:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.673513:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.686402:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266743808:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157385.686428:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e5e340 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f060 expref: 91 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.686442:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091886e00, rc 0) 00000100:00100000:0.0:1746157385.686471:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+91:31587:x1830978267692416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2570us (2779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157385.686478:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5400 00000100:00100000:0.0:1746157385.687305:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.687365:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.699657:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.702588:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267693824 00000100:00100000:0.0:1746157385.702594:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267693824 00010000:00010000:0.0:1746157385.702657:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac17600/0x4450b99e49e5e347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f067 expref: 91 pid: 8489 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157385.702679:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8731 00000100:00100000:0.0:1746157385.702684:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+91:1985:x1830978267693824:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157385.702694:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157385.702717:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac17600/0x4450b99e49e5e347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f067 expref: 91 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.702728:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac17600/0x4450b99e49e5e347 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f067 expref: 91 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.702750:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17600/0x4450b99e49e5e347 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f067 expref: 91 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.702762:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.702764:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.702771:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e5e34e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f06e expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.702791:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e5e34e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f06e expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.702889:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e5e34e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f06e expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157385.702906:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266744448:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157385.702974:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157385.704489:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.706166:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.707493:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.708518:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.711236:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.714272:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.715049:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.718782:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.720938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.721427:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.725509:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.730303:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.730417:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8735 00000100:00100000:0.0:1746157385.730424:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978267695872:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157385.730433:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157385.730451:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e5e363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f083 expref: 6 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.730460:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e5e363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f083 expref: 6 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.730477:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e5e363 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f083 expref: 6 pid: 8489 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746157385.730505:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.730507:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.730513:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e36a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f08a expref: 90 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.730520:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e36a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f08a expref: 90 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.730543:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e36a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f08a expref: 90 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157385.730551:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266745600:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157385.730598:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157385.733606:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.738988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.741711:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.744729:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.744796:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.749577:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267696896 00000100:00100000:0.0:1746157385.749583:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267696896 00000100:00100000:0.0:1746157385.749613:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5409 00000100:00100000:0.0:1746157385.749619:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:31597:x1830978267696896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157385.749632:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157385.751788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.755981:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.758808:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.761399:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.765217:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.767877:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.769694:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.771227:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.773769:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.777526:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.780650:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.786054:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.790063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.792463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.794463:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.796323:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.796365:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.798170:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.800893:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.803745:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.803792:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.808107:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.810122:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.810206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.813441:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.816713:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.819200:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.821698:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.823814:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.826504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.829150:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.829671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.831316:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.836258:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.837890:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.838795:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.842982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.849432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.849531:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.852774:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.855252:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.857279:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.859657:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.865323:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.867652:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.870643:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.870978:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.873002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.874065:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.876778:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.880239:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.884961:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.888812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.892755:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.894648:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.897018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.897962:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.901525:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.904693:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.907566:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.911580:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267707776 00000100:00100000:0.0:1746157385.911593:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267707776 00000100:00100000:0.0:1746157385.911669:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5430 00000100:00100000:0.0:1746157385.911680:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267707776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157385.911702:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157385.911724:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c22400/0x4450b99e49e5e412 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f132 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.911758:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17600/0x4450b99e49e5e40b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f12b expref: 90 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.911766:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157385.911768:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157385.911772:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c22400/0x4450b99e49e5e412 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f132 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.911806:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac17600/0x4450b99e49e5e40b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f12b expref: 90 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.911819:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac17600/0x4450b99e49e5e40b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f12b expref: 90 pid: 8487 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157385.911832:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266751616:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157385.911971:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157385.914652:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.917959:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.918442:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267708288 00000100:00100000:0.0:1746157385.918447:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267708288 00000100:00100000:0.0:1746157385.918478:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5431 00000100:00100000:0.0:1746157385.918484:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:31587:x1830978267708288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157385.918494:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157385.918509:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5e419 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f139 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.918532:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c22400/0x4450b99e49e5e412 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f132 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.918539:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.918541:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157385.918544:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c22600/0x4450b99e49e5e419 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f139 expref: 91 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.918570:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c22400/0x4450b99e49e5e412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f132 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157385.918580:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c22400/0x4450b99e49e5e412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f132 expref: 5 pid: 16659 timeout: 592 lvb_type: 0 00000100:00100000:0.0:1746157385.918590:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266751872:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157385.918661:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157385.920793:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.922518:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.924630:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.927262:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.932004:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.935829:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.938429:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.940610:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.941705:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.946579:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.950508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.961562:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.969822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.971177:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.975993:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.979585:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.988169:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.994274:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157385.997991:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.001849:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157386.002597:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157386.004727:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.005492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.007349:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.008627:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093137100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266753664:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157386.008646:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5e44a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f16a expref: 94 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.008656:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4584c00, rc 0) 00000100:00100000:0.0:1746157386.008679:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:31587:x1830978267712000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2975us (3187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157386.008685:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5438 00000100:00100000:0.0:1746157386.011102:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.013637:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.018198:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.021678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.024275:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.026465:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.029334:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.029584:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.032707:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.035387:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.037179:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.040051:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.043259:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.045369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.048531:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.052021:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.052126:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.055243:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.059014:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.065733:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267715712 00000100:00100000:0.0:1746157386.065743:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267715712 00010000:00010000:0.0:1746157386.065781:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac16000/0x4450b99e49e5e474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f194 expref: 94 pid: 16659 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746157386.065811:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8774 00000100:00100000:0.0:1746157386.065818:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:1983:x1830978267715712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157386.065832:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746157386.065852:0:7110:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 3 -> 11 00010000:00010000:0.0:1746157386.065859:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac16000/0x4450b99e49e5e474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f194 expref: 94 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.065871:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac16000/0x4450b99e49e5e474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f194 expref: 94 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.065894:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16000/0x4450b99e49e5e474 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f194 expref: 94 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.065920:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.065922:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.065929:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e47b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f19b expref: 93 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.065936:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e47b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f19b expref: 93 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.065968:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e47b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f19b expref: 93 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157386.065980:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088786680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266755584:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157386.066053:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157386.069803:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267715968 00000100:00100000:0.0:1746157386.069811:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267715968 00002000:00100000:0.0:1746157386.069848:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715180 x1830978267715968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.069858:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715180 with x1830978267715968 ext(0->4095) 00002000:00010000:0.0:1746157386.069863:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091715180 00000100:00100000:0.0:1746157386.069895:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4214 00000100:00100000:0.0:1746157386.069903:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+93:1986:x1830978267715968:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157386.070027:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+93:1986:x1830978267715968:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157386.070033:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4214 00002000:00100000:0.0:1746157386.070038:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715180 x1830978267715968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746157397 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.070045:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715180 with x1830978267715968 ext(0->4095) 00002000:00010000:0.0:1746157386.070048:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091715180 00000100:00100000:0.0:1746157386.090682:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.101633:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.101900:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267716736 00000100:00100000:0.0:1746157386.101905:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267716736 00002000:00100000:0.0:1746157386.101992:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787480 x1830978267716736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.102002:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787480 with x1830978267716736 ext(0->4095) 00010000:00010000:0.0:1746157386.102009:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5e482 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1a2 expref: 6 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.102021:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5e482 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1a2 expref: 6 pid: 16659 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.102027:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088787480 00000100:00100000:0.0:1746157386.102048:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2040 00000100:00100000:0.0:1746157386.102054:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267716736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157386.102212:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267716736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (578us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157386.102218:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2040 00002000:00100000:0.0:1746157386.102223:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787480 x1830978267716736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746157397 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.102230:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787480 with x1830978267716736 ext(0->4095) 00010000:00010000:0.0:1746157386.102233:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5e482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1a2 expref: 6 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.102241:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5e482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1a2 expref: 6 pid: 16659 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.102246:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088787480 00000100:00100000:0.0:1746157386.105128:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.108175:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.110128:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.112705:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.118196:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.124123:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.127593:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.127811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.128990:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5449 00000100:00100000:0.0:1746157386.129005:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31587:x1830978267717888:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157386.129027:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157386.129043:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5e497 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f1b7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.129085:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e5e490 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1b0 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.129092:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.129094:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.129097:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091887c00/0x4450b99e49e5e497 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1b7 expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.129123:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e5e490 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1b0 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.129133:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e5e490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1b0 expref: 5 pid: 16659 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746157386.129146:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266756480:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157386.129225:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157386.131801:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.134237:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.136991:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.139128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.141347:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.144994:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267719040 00000100:00100000:0.0:1746157386.145000:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267719040 00010000:00010000:0.0:1746157386.145134:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091513a00/0x4450b99e49e5e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1be expref: 10 pid: 16659 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746157386.145255:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8780 00000100:00100000:0.0:1746157386.145263:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978267719040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157386.145276:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157386.145297:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091513a00/0x4450b99e49e5e49e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1be expref: 10 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.145307:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091513a00/0x4450b99e49e5e49e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1be expref: 10 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.145328:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091513a00/0x4450b99e49e5e49e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1be expref: 10 pid: 16659 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.145349:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.145351:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.145358:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e5e4a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1c5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.145366:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e5e4a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1c5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.145395:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e5e4a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1c5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157386.145404:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266757120:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157386.145474:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157386.147388:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.150016:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.150064:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.153366:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.157260:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.160700:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.160751:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.164007:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.166192:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.166445:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.169227:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.174499:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.177960:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.182315:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267721472 00000100:00100000:0.0:1746157386.182324:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267721472 00000100:00100000:0.0:1746157386.182379:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5456 00000100:00100000:0.0:1746157386.182387:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267721472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157386.182406:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157386.182423:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091887200/0x4450b99e49e5e4c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f1e8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.182451:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e4c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1e1 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.182458:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157386.182460:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157386.182463:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091887200/0x4450b99e49e5e4c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1e8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.182493:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e4c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1e1 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.182509:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e98c00/0x4450b99e49e5e4c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f1e1 expref: 9 pid: 8487 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746157386.182520:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d701180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266758272:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157386.182607:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac8790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157386.186803:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.191979:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.193718:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.198190:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.199279:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.201422:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.203172:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.206991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.212257:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.215141:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.217591:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.217641:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.219757:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.221314:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.229330:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.235350:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.237448:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.240452:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.244236:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.248988:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.250807:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.252453:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.254348:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.257359:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.259585:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.262391:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.265382:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.272121:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.276594:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.276798:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.278954:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.280966:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.284047:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.288276:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.291278:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.294612:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.298299:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.301323:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.301575:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.303686:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.304975:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.308148:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.312767:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.317292:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.320724:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.328173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.328773:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.352112:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267730304 00000100:00100000:0.0:1746157386.352118:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267730304 00002000:00100000:0.0:1746157386.352154:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008fb49f80 x1830978267730304/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 496/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.352163:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49f80 with x1830978267730304 ext(0->7) 00010000:00010000:0.0:1746157386.352169:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f258 expref: 10 pid: 8489 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.352188:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f258 expref: 10 pid: 8489 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.352194:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb49f80 00000100:00100000:0.0:1746157386.352225:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2053 00000100:00100000:0.0:1746157386.352231:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978267730304:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157386.352558:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267730304:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 326us (512us total) trans 4294967916 rc 0/0 00000100:00100000:0.0:1746157386.352564:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2053 00002000:00100000:0.0:1746157386.352569:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008fb49f80 x1830978267730304/t4294967916(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 496/448 e 0 to 0 dl 1746157397 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.352575:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49f80 with x1830978267730304 ext(0->7) 00010000:00010000:0.0:1746157386.352579:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f258 expref: 12 pid: 8489 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.352589:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f258 expref: 12 pid: 8489 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.352595:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb49f80 00000100:00100000:0.0:1746157386.358510:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.363305:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267730688 00000100:00100000:0.0:1746157386.363314:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267730688 00002000:00100000:0.0:1746157386.363418:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134000 x1830978267730688/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.363428:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978267730688 ext(0->4095) 00002000:00010000:0.0:1746157386.363432:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134000 00000100:00100000:0.0:1746157386.363453:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4230 00000100:00100000:0.0:1746157386.363459:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267730688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157386.368433:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.368556:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.371806:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.375929:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.387196:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267731840 00000100:00100000:0.0:1746157386.387206:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267731840 00002000:00100000:0.0:1746157386.387247:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80000 x1830978267731840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.387255:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80000 with x1830978267731840 ext(0->4095) 00010000:00010000:0.0:1746157386.387262:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f26d expref: 12 pid: 8489 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.387275:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f26d expref: 12 pid: 8489 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.387281:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80000 00000100:00100000:0.0:1746157386.387312:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2055 00000100:00100000:0.0:1746157386.387318:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267731840:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157386.387480:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267731840:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157386.387486:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2055 00002000:00100000:0.0:1746157386.387491:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80000 x1830978267731840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746157397 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.387497:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80000 with x1830978267731840 ext(0->4095) 00010000:00010000:0.0:1746157386.387501:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f26d expref: 12 pid: 8489 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.387509:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5e54d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f26d expref: 12 pid: 8489 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.387514:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80000 00000100:00100000:0.0:1746157386.389962:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.390012:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.395504:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267732352 00000100:00100000:0.0:1746157386.395511:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267732352 00002000:00100000:0.0:1746157386.395551:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978267732352/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.395559:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978267732352 ext(0->4095) 00010000:00010000:0.0:1746157386.395566:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f274 expref: 6 pid: 8487 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.395608:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f274 expref: 6 pid: 8487 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.395619:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134380 00000100:00100000:0.0:1746157386.396032:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2056 00000100:00100000:0.0:1746157386.396050:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267732352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157386.396280:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267732352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 241us (887us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157386.396287:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2056 00002000:00100000:0.0:1746157386.396292:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978267732352/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746157397 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.396298:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978267732352 ext(0->4095) 00010000:00010000:0.0:1746157386.396303:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f274 expref: 6 pid: 8487 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.396312:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5e554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f274 expref: 6 pid: 8487 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.396318:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134380 00000100:00100000:0.0:1746157386.398828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.403263:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267732736 00000100:00100000:0.0:1746157386.403269:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267732736 00002000:00100000:0.0:1746157386.403299:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb82a00 x1830978267732736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.403307:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb82a00 with x1830978267732736 ext(0->4095) 00002000:00010000:0.0:1746157386.403310:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb82a00 00000100:00100000:0.0:1746157386.403334:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4231 00000100:00100000:0.0:1746157386.403340:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267732736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157386.403458:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978267732736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157386.403464:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4231 00002000:00100000:0.0:1746157386.403468:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb82a00 x1830978267732736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746157397 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.403475:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb82a00 with x1830978267732736 ext(0->4095) 00002000:00010000:0.0:1746157386.403477:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb82a00 00000100:00100000:0.0:1746157386.409545:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.415511:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.420623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.423618:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.430300:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.442590:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.442702:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.448150:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.450728:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.452371:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.455714:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.457396:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.457491:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.463546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.466938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.472348:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.474353:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.476716:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.479770:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.482494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.482557:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.485442:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.487388:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.488987:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.491421:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.492876:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.492931:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.495022:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267737600 00000100:00100000:0.0:1746157386.495025:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267737600 00002000:00100000:0.0:1746157386.495127:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136300 x1830978267737600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.495135:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978267737600 ext(0->4095) 00010000:00010000:0.0:1746157386.495140:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5e59a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f2ba expref: 6 pid: 11071 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.495150:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5e59a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f2ba expref: 6 pid: 11071 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.495154:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093136300 00000100:00100000:0.0:1746157386.495167:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2063 00000100:00100000:0.0:1746157386.495172:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267737600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157386.495302:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267737600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157386.495308:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2063 00002000:00100000:0.0:1746157386.495313:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136300 x1830978267737600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746157397 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.495320:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978267737600 ext(0->4095) 00010000:00010000:0.0:1746157386.495324:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5e59a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f2ba expref: 6 pid: 11071 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1746157386.495333:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5e59a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f2ba expref: 6 pid: 11071 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1746157386.495338:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093136300 00000100:00100000:0.0:1746157386.498334:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.500416:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.505062:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.506680:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.508683:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.510374:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.510844:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.512528:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.514977:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.517639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.517698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.519825:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.522857:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.522931:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.525415:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.526978:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.528585:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.530450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.532821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.534505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.537133:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.539124:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.539503:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.541704:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.544484:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.545155:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.547795:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.549826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.549861:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.555253:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.557682:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.559804:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.562278:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.565140:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.566811:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.568171:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267743872 00000100:00100000:0.0:1746157386.568175:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267743872 00000100:00100000:0.0:1746157386.568203:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5500 00000100:00100000:0.0:1746157386.568208:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978267743872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157386.568214:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157386.568221:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5e5fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f31c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.568231:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.568234:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513c00/0x4450b99e49e5e5f5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f315 expref: 16 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.568244:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157386.568246:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5e5fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f31c expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.568266:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091513c00/0x4450b99e49e5e5f5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f315 expref: 16 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.568276:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5e5fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f31c expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.568284:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4584c00, rc 0) 00000100:00100000:0.0:1746157386.568304:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31587:x1830978267743872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157386.568309:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5500 00000100:00100000:0.0:1746157386.570942:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.573912:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.577812:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.577870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.580051:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.582563:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.583953:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.586408:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.589970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.594121:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.597387:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.599496:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.602325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.603533:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.603945:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.605196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.606890:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.614802:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.616433:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.619275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.621768:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.623705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.624332:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.627406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.630210:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.632329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.632477:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.634596:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.636715:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.637284:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.639734:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.644360:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.651096:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267749888 00000100:00100000:0.0:1746157386.651104:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267749888 00000100:00100000:0.0:1746157386.651158:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5511 00000100:00100000:0.0:1746157386.651166:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267749888:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157386.651193:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157386.651210:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e5e649 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f369 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.651242:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513800/0x4450b99e49e5e642 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f362 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.651249:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157386.651251:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157386.651255:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e5e649 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f369 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.651284:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091513800/0x4450b99e49e5e642 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f362 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.651296:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091513800/0x4450b99e49e5e642 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f362 expref: 13 pid: 8489 timeout: 593 lvb_type: 0 00000100:00100000:0.0:1746157386.651309:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d96ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266772352:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157386.651765:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157386.654861:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.657689:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.659575:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.661967:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.665126:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.667989:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.670599:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.673316:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.676303:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.679352:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.684539:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267751808 00000100:00100000:0.0:1746157386.684548:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267751808 00002000:00100000:0.0:1746157386.684590:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135180 x1830978267751808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/0 e 0 to 0 dl 1746157397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.684599:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978267751808 ext(0->4095) 00002000:00010000:0.0:1746157386.684605:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135180 00000100:00100000:0.0:1746157386.684635:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4248 00000100:00100000:0.0:1746157386.684642:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267751808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157386.685263:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267751808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 619us (1109us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157386.685271:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4248 00002000:00100000:0.0:1746157386.685277:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135180 x1830978267751808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:192/0 lens 488/4536 e 0 to 0 dl 1746157397 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157386.685285:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978267751808 ext(0->4095) 00002000:00010000:0.0:1746157386.685288:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135180 00000100:00100000:0.0:1746157386.687313:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.687615:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.690250:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.693214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.695218:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.698208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.700375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.703398:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.706309:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.709048:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.709619:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.709634:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267753600 00000100:00100000:0.0:1746157386.709637:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267753600 00000100:00100000:0.0:1746157386.709859:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5519 00000100:00100000:0.0:1746157386.709865:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31597:x1830978267753600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157386.709872:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157386.709879:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5e681 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f3a1 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.709949:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.709953:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5e67a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f39a expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.709958:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157386.709961:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5e681 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f3a1 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.709981:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5e67a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f39a expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.709992:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5e681 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f3a1 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.710000:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4585c00, rc 0) 00000100:00100000:0.0:1746157386.710024:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31597:x1830978267753600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157386.710029:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5519 00000100:00100000:0.0:1746157386.714477:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.719920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.723988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.729499:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266774528:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157386.729524:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157386.729580:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978267754112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4140us (5599us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157386.729591:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8848 00000100:00100000:0.0:1746157386.731056:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.740855:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.740902:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.744395:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.747241:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.751443:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.753650:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.759741:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.769954:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.770821:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.774597:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.777820:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.781127:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.788611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.795612:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.801252:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.802142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.804657:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.807549:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.810722:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.813267:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.815866:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.819805:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.822269:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.825666:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.827792:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.827881:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.830401:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.832905:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.835004:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.835046:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.838375:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.838420:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.840592:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.842108:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.843761:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.845885:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.851739:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.854239:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.854955:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.857390:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.859025:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.862414:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.865853:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.868289:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.870067:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.871742:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.874490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.878920:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.879611:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.883738:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.885836:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.889365:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.890048:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.895626:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.899640:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.899854:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.901891:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.906241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.910151:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.912549:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.915238:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.917468:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.920152:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.920493:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.923650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.926624:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.931298:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.932977:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.935310:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.936124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.938512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.940231:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.944344:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.946365:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.949474:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.952671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.953867:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.954267:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.954282:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267768192 00000100:00100000:0.0:1746157386.954284:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267768192 00000100:00100000:0.0:1746157386.954309:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5547 00000100:00100000:0.0:1746157386.954313:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31597:x1830978267768192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157386.954319:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157386.954325:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e745 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f465 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.954335:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157386.954338:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5e73e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f45e expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.954343:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157386.954345:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e745 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f465 expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.954364:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5e73e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f45e expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.954372:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e745 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f465 expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157386.954380:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4584000, rc 0) 00000100:00100000:0.0:1746157386.954394:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31597:x1830978267768192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157386.954399:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5547 00000100:00100000:0.0:1746157386.956124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.957965:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.961572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.967561:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.972829:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.975557:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.976525:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.978993:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.981971:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.984503:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.991722:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.993729:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.997822:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157386.998338:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.001422:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157387.001581:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157387.004704:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.007573:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.009203:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.011218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.013418:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.017984:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.022696:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.022922:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.027863:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.030465:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267772544 00000100:00100000:0.0:1746157387.030471:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267772544 00000100:00100000:0.0:1746157387.030514:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5555 00000100:00100000:0.0:1746157387.030522:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267772544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157387.030535:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157387.030552:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5e77d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f49d expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.030578:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157387.030584:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5e776 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f496 expref: 22 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.030590:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157387.030593:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5e77d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f49d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.030626:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac17a00/0x4450b99e49e5e776 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f496 expref: 22 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.030638:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5e77d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f49d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.030647:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4584c00, rc 0) 00000100:00100000:0.0:1746157387.030681:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978267772544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.030687:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5555 00000100:00100000:0.0:1746157387.035403:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.035482:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.039268:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.044053:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.045976:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.047593:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830978266784128:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157387.047617:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e5e78b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4ab expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.047630:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac17800, rc 0) 00000100:00100000:0.0:1746157387.047670:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978267773952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1509us (1700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.047676:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5557 00000100:00100000:0.0:1746157387.050744:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.052846:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.056495:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.056570:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267774592 00000100:00100000:0.0:1746157387.056578:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267774592 00000100:00100000:0.0:1746157387.056622:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5559 00000100:00100000:0.0:1746157387.056629:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978267774592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157387.056647:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157387.056663:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5e799 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f4b9 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.056687:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157387.056692:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e5e792 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4b2 expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.056698:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157387.056701:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5e799 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4b9 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.056733:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e5e792 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4b2 expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.056748:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5e799 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4b9 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.056757:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4585c00, rc 0) 00000100:00100000:0.0:1746157387.056833:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978267774592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.056839:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5559 00000100:00100000:0.0:1746157387.059113:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.061982:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.062066:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.065423:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.067040:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.067143:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.069782:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.075017:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.077632:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.079823:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.081533:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.084272:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.087252:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.087540:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.087558:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267777152 00000100:00100000:0.0:1746157387.087561:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267777152 00000100:00100000:0.0:1746157387.087600:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5564 00000100:00100000:0.0:1746157387.087606:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978267777152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157387.087615:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157387.087621:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5e7bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f4dc expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.087632:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157387.087636:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513800/0x4450b99e49e5e7b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4d5 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.087642:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157387.087644:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5e7bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4dc expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.087667:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091513800/0x4450b99e49e5e7b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4d5 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.087678:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5e7bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f4dc expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.087687:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4585800, rc 0) 00000100:00100000:0.0:1746157387.087707:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31587:x1830978267777152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.087713:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5564 00000100:00100000:0.0:1746157387.089293:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.093208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.095302:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.095351:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.099511:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.102913:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.102979:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.106142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.110417:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.117884:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.119968:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.122864:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.124101:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.124951:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.133648:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.138839:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.142986:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.146417:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.148827:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.151840:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.154505:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.157188:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.157694:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.159416:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.162505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.165889:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.170910:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.173624:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.176585:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.180025:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.180067:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.182619:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.182965:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.184846:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.187506:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.189666:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.193971:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.196833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.200585:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.203279:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.206740:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.209145:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.211124:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.212583:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.214160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.215698:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.217314:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.218632:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.220770:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.222740:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.227811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.232047:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.234849:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.238744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.241543:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.244189:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.249120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.252392:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.255674:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.258639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.260432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.263357:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.263397:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.263429:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.263447:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.263463:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.263509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.263535:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267788416 00000100:00100000:0.0:1746157387.263543:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267788416 00000100:00100000:0.0:1746157387.263585:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267788672 00000100:00100000:0.0:1746157387.263588:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267788672 00000100:00100000:0.0:1746157387.263598:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267788800 00000100:00100000:0.0:1746157387.263599:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267788800 00000100:00100000:0.0:1746157387.263612:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 385 00000100:00100000:0.0:1746157387.263619:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1986:x1830978267788416:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157387.263679:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1986:x1830978267788416:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 60us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.263685:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 385 00000100:00100000:0.0:1746157387.263699:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 386 00000100:00100000:0.0:1746157387.263702:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978267788672:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157387.263721:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978267788672:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 18us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.263725:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 386 00000100:00100000:0.0:1746157387.263731:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5585 00000100:00100000:0.0:1746157387.263735:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978267788800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157387.263745:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157387.263760:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e84f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f56f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.263786:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157387.263790:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513000/0x4450b99e49e5e848 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f568 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.263796:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157387.263799:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e84f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f56f expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.263834:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091513000/0x4450b99e49e5e848 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f568 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.263845:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5e84f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f56f expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.263854:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4584000, rc 0) 00000100:00100000:0.0:1746157387.263868:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:31587:x1830978267788800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.263872:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5585 00000100:00080000:0.0:1746157387.263890:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157387.263894:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157387.263934:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157387.264447:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157387.268298:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.271162:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.271547:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.274438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.278169:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.278381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.283688:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.287115:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.290169:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.292687:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.298162:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.300451:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.301760:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.302683:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.311333:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.315618:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.322901:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.324917:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.329235:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.333579:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.333828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.335608:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.337149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.342465:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.346924:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.350325:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.353677:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.356039:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.359588:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.360477:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.361569:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.364658:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.369241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.377253:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.383988:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.386985:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.389504:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.391698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.398336:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.398386:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.401667:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.405305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.407677:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.407922:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.414552:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.416992:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.417061:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.419733:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.422247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.430307:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.435928:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.435999:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.441397:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.441437:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.445018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.448621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.453604:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.455672:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.459059:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.462193:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.463864:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.465952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.468268:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.471010:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.473765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.478636:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.482597:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.486417:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.488763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.489425:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.494327:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.494399:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.498704:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.500641:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.504901:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.508068:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.512766:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.518555:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.518989:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.521047:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.523119:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.525278:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.527265:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.529042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.531941:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.534347:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.535231:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.536567:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.539057:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.541545:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.541773:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.543854:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.546428:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.546500:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.549220:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.552162:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.553961:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.555845:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.557929:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.564194:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.565201:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.567327:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.568141:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.570647:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.572284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.576285:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.578744:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.581641:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.584235:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.586231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.586297:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.588987:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.591639:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.594547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.595737:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.600131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.602251:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.602341:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.607210:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.610265:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.612547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.614531:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.617394:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.619461:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.622603:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.624031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.627067:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.630343:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.632802:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.633124:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.635761:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.637570:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.637895:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.641201:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.642858:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.646479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.648161:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.649749:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.652266:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.653951:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.656583:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.656618:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.658713:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.661113:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.663107:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.666230:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.666300:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.668670:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.675127:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.677066:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.679001:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.683216:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.686305:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.686438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.688551:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.690506:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.690541:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.692616:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.696212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.696283:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.698532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.702516:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.704722:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.706847:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.709881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.716412:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.716479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.718839:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.722643:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.726827:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.726915:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.731222:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.734165:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.734257:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.736373:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.739213:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.740882:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.742572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.745357:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.749637:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.751748:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.751814:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.754547:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.757009:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.760467:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.763414:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.765341:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.767116:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.769318:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.772030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.774450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.777163:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.781135:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.794464:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.796688:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.800271:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.805053:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.807438:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.810210:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.812767:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.816345:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.818825:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.820582:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.821969:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.823224:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013732ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266809216:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157387.823254:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800919a9400/0x4450b99e49e5ea39 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f759 expref: 28 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.823271:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a9400, rc 0) 00000100:00100000:0.0:1746157387.823306:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31587:x1830978267825152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2139us (2727us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157387.823313:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5655 00000100:00100000:0.0:1746157387.823335:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5656 00000100:00100000:0.0:1746157387.823341:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:31597:x1830978267825280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157387.823406:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157387.823417:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5ea40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02f760 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.823489:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800919a9400/0x4450b99e49e5ea39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f759 expref: 29 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.823496:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157387.823497:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157387.823500:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5ea40 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f760 expref: 29 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157387.823671:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800919a9400/0x4450b99e49e5ea39 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f759 expref: 29 pid: 8488 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746157387.823684:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800919a9400/0x4450b99e49e5ea39 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f759 expref: 29 pid: 8488 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746157387.823694:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c529500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266809472:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157387.823720:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157387.827249:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.829459:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.831151:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.835189:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.837361:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.841296:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.841337:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.843961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.847160:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.849648:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.858356:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.863339:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.863636:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.865835:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.868391:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.872067:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.876424:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.878510:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.881613:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.883853:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.887317:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.889956:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.895340:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.897897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.902676:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.905847:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.908800:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.910375:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.912315:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.915310:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.917948:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.918407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.921534:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.928054:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.928301:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.931888:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.937257:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.941454:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.945855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.948917:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.951811:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.951859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.954304:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.954752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.957293:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.962557:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.964821:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.967153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.970642:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.975773:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.975838:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.978145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.978243:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.984127:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.987443:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.989727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.994038:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.997229:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157387.997323:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.000964:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.001542:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157388.002136:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157388.005227:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.007765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.009933:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.012887:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.015850:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.018390:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.020431:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.020479:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.023767:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.026366:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.028599:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.028665:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.033568:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.035635:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.035706:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.037926:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.040927:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.043897:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.047787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.050875:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.055041:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.055287:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.058370:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.058444:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.061047:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.062825:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.065383:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266817024:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157388.065397:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157388.065438:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978267840768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2508us (2615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157388.065446:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9014 00000100:00100000:0.0:1746157388.065624:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267841024 00000100:00100000:0.0:1746157388.065628:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267841024 00002000:00100000:0.0:1746157388.065652:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aa680 x1830978267841024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:194/0 lens 488/0 e 0 to 0 dl 1746157399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.065673:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aa680 with x1830978267841024 ext(0->4095) 00002000:00010000:0.0:1746157388.065677:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306aa680 00000100:00100000:0.0:1746157388.065729:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4336 00000100:00100000:0.0:1746157388.065734:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978267841024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157388.065912:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978267841024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157388.065917:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4336 00002000:00100000:0.0:1746157388.065922:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aa680 x1830978267841024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746157399 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.065928:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aa680 with x1830978267841024 ext(0->4095) 00002000:00010000:0.0:1746157388.065930:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306aa680 00000100:00100000:0.0:1746157388.067844:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.070850:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.073661:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.075344:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.078509:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.080496:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.084578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.087762:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.090050:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.092673:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.095612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.098813:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.099442:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.101762:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.104119:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.106463:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.108030:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.110814:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.113637:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.113938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.116741:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.123238:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.124652:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.126198:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.128264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.131711:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.134051:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.134664:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.137297:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.139195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.139277:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.142026:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.143866:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.143946:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.146549:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.150384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.152774:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.153575:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1983:x1830978267847680:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 446us (807us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157388.153581:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4342 00002000:00100000:0.0:1746157388.153586:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb6ca80 x1830978267847680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746157399 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.153592:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb6ca80 with x1830978267847680 ext(0->4095) 00002000:00010000:0.0:1746157388.153595:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb6ca80 00000100:00100000:0.0:1746157388.155160:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.156864:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.161519:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093134a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266820608:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157388.161538:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157388.161642:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb6d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1985:x1830978267847936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4697us (4776us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157388.161654:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9028 00000100:00100000:0.0:1746157388.161856:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267848192 00000100:00100000:0.0:1746157388.161861:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267848192 00002000:00100000:0.0:1746157388.161888:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9f80 x1830978267848192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:194/0 lens 488/0 e 0 to 0 dl 1746157399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.161896:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9f80 with x1830978267848192 ext(0->4095) 00002000:00010000:0.0:1746157388.161900:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a9f80 00000100:00100000:0.0:1746157388.161923:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4343 00000100:00100000:0.0:1746157388.161930:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267848192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157388.162221:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267848192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 291us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157388.162226:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4343 00002000:00100000:0.0:1746157388.162231:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9f80 x1830978267848192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746157399 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.162236:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9f80 with x1830978267848192 ext(0->4095) 00002000:00010000:0.0:1746157388.162239:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a9f80 00000100:00100000:0.0:1746157388.163613:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.163784:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.165458:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.167941:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.169655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.169874:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.171885:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.173230:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.173270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.175297:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.179153:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.181829:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.183954:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.185831:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.187851:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.189547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.191931:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.194491:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.196481:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.198439:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.202190:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.204151:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.205822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.210535:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.212439:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.214054:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.215868:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.220371:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.224009:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.226296:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.226965:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.228294:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.230225:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.232157:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.234665:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.236504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.238305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.239751:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.243953:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.247737:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.249287:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.251182:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.257551:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.262300:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.266047:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.271182:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.271612:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.280264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.281237:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.282548:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.285703:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267857664 00000100:00100000:0.0:1746157388.285711:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267857664 00010000:00010000:0.0:1746157388.285741:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ebe4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f904 expref: 6 pid: 8488 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746157388.285765:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9046 00000100:00100000:0.0:1746157388.285772:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267857664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157388.285784:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157388.285807:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ebe4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f904 expref: 6 pid: 8488 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.285818:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ebe4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f904 expref: 6 pid: 8488 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.285846:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ebe4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f904 expref: 6 pid: 8488 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.285862:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157388.285864:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157388.285872:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5ebeb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f90b expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.285879:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5ebeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f90b expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.285916:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5ebeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f90b expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157388.285930:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130560380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266825216:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157388.285992:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157388.288830:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.292610:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.298249:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.303199:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.308316:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.309361:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.314536:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267858944 00000100:00100000:0.0:1746157388.314547:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267858944 00002000:00100000:0.0:1746157388.314595:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787800 x1830978267858944/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:194/0 lens 488/0 e 0 to 0 dl 1746157399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.314610:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787800 with x1830978267858944 ext(0->4095) 00010000:00010000:0.0:1746157388.314620:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5ebf9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f919 expref: 6 pid: 8489 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.314635:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5ebf9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f919 expref: 6 pid: 8489 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746157388.314641:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088787800 00000100:00100000:0.0:1746157388.314678:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2187 00000100:00100000:0.0:1746157388.314686:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267858944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157388.315011:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267858944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 325us (556us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157388.315016:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2187 00002000:00100000:0.0:1746157388.315021:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787800 x1830978267858944/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746157399 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.315027:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787800 with x1830978267858944 ext(0->4095) 00010000:00010000:0.0:1746157388.315031:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5ebf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f919 expref: 6 pid: 8489 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.315039:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5ebf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02f919 expref: 6 pid: 8489 timeout: 595 lvb_type: 0 00002000:00010000:0.0:1746157388.315045:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088787800 00000100:00100000:0.0:1746157388.316740:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.321025:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.327377:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.329440:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.332145:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.337775:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.339951:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.340100:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.343150:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.346206:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.348494:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.351192:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.353519:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.355730:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.361648:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.361719:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.363939:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.367006:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.375971:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.377525:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.379771:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.382441:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.385800:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.387028:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.388045:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.394235:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.397066:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.399378:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.407560:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.408700:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.412060:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.412530:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.416541:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.419998:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.423702:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267865984 00000100:00100000:0.0:1746157388.423712:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267865984 00002000:00100000:0.0:1746157388.423761:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c8700 x1830978267865984/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:194/0 lens 488/0 e 0 to 0 dl 1746157399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.423771:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978267865984 ext(0->4095) 00002000:00010000:0.0:1746157388.423776:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c8700 00000100:00100000:0.0:1746157388.423811:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4363 00000100:00100000:0.0:1746157388.423819:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978267865984:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157388.424004:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978267865984:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157388.424011:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4363 00002000:00100000:0.0:1746157388.424017:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c8700 x1830978267865984/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:194/0 lens 488/4536 e 0 to 0 dl 1746157399 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157388.424028:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978267865984 ext(0->4095) 00002000:00010000:0.0:1746157388.424031:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c8700 00000100:00100000:0.0:1746157388.425686:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.427974:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.431349:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.433448:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.434344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.436736:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.440392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.443295:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.443379:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.445604:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.447813:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.447896:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.457995:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.461883:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.463631:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.466848:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.469863:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.472260:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.476756:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.480155:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.484591:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.485197:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.489587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.492838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.493395:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.496463:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.501552:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.503837:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.506991:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.510061:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.512248:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.512401:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.515612:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.517782:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.519375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.520132:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.525607:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.529472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.529826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.532620:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.535022:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.539018:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.541491:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.543292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.545921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.548666:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.548741:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.552103:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.554236:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.556267:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.556334:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.559559:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.562272:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.562506:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.566136:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.572149:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.578218:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.580123:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.585198:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.587904:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.594212:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.602476:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.605947:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.611635:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.619113:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.620398:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.622436:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.624199:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.626464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.631383:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.636452:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.648477:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.652046:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.656530:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.656571:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.661536:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.663882:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.668607:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.673326:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267880192 00000100:00100000:0.0:1746157388.673333:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267880192 00000100:00100000:0.0:1746157388.673375:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5761 00000100:00100000:0.0:1746157388.673381:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267880192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157388.673394:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157388.673407:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5ed1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02fa3f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.673428:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5ed18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa38 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.673439:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157388.673441:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157388.673444:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5ed1f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa3f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.673466:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5ed18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa38 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.673476:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5ed18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa38 expref: 39 pid: 8488 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746157388.673486:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093213b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266836352:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157388.674103:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157388.677468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.680286:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.681097:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.684425:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.684758:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.687037:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.689416:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.693331:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.694917:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.696820:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.700000:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.703830:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.704449:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b4c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157388.704866:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.707626:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.711437:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.713923:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.714042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.714571:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9095 00000100:00100000:0.0:1746157388.714578:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1984:x1830978267883008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157388.714585:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157388.714601:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094778000/0x4450b99e49e5ed3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa5b expref: 41 pid: 8488 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.714611:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094778000/0x4450b99e49e5ed3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa5b expref: 41 pid: 8488 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.714624:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094778000/0x4450b99e49e5ed3b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa5b expref: 41 pid: 8488 timeout: 595 lvb_type: 0 00010000:00010000:0.0:1746157388.714649:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157388.714651:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157388.714656:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ed42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa62 expref: 40 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.714662:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ed42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa62 expref: 40 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.714680:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ed42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa62 expref: 40 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157388.714694:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5ed42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fa62 expref: 40 pid: 8489 timeout: 595 lvb_type: 0 00000100:00100000:0.0:1746157388.714704:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c529500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266837888:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157388.714745:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157388.720030:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.726000:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.732441:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.736249:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.741500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.741543:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.744953:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.747130:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.749363:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.752243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.754715:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.757988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.761151:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.763238:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.767118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.768917:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.771136:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.773195:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.773266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.780479:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.785138:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.785265:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.794218:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.797113:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.799508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.801974:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.805601:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.809587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.810574:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.812204:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.812738:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.814692:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.817003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.819918:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.822134:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.826057:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.829681:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.830188:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.831757:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.835976:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.839586:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.843596:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.847375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.849175:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.851501:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.854345:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.858363:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.858669:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.862585:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.867731:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.870994:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.871616:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.875378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.878817:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.878897:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.882138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.887105:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.889959:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.892440:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.894706:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.896859:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.899448:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.900934:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.904735:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.907962:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.910100:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.911304:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.916888:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.920879:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.920971:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.923562:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.926500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.929545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.931705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.938631:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.940500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.944512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.948488:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.951386:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.957148:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.960467:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.963492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.966420:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.966497:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.968409:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.972299:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.973914:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.975938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.978058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.981207:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.983277:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.985035:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.988869:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.989380:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.991851:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.994723:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.994759:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157388.997713:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.000181:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.000251:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.003869:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157389.004189:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157389.006170:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.009639:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.012447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.016842:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.018888:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.020121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.023736:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.027234:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.051464:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.051519:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.054952:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.057941:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.061996:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.065510:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.067802:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.070348:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.075998:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.079703:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.085229:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.085297:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.088257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.089854:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.093186:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.097962:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.101683:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.105530:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.110513:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.110577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.113325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.113446:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.116604:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.118910:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.126108:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.128775:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.132709:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.134635:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.135013:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.135283:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267907712 00000100:00100000:0.0:1746157389.135287:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267907712 00002000:00100000:0.0:1746157389.135309:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978267907712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:195/0 lens 488/0 e 0 to 0 dl 1746157400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.135317:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978267907712 ext(0->4095) 00010000:00010000:0.0:1746157389.135322:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800999ad600/0x4450b99e49e5ee8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbab expref: 6 pid: 16659 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.135331:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800999ad600/0x4450b99e49e5ee8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbab expref: 6 pid: 16659 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.135336:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d180 00000100:00100000:0.0:1746157389.135347:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2239 00000100:00100000:0.0:1746157389.135352:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267907712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157389.135517:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978267907712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157389.135523:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2239 00002000:00100000:0.0:1746157389.135527:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978267907712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746157400 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.135534:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978267907712 ext(0->4095) 00010000:00010000:0.0:1746157389.135538:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800999ad600/0x4450b99e49e5ee8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbab expref: 6 pid: 16659 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.135546:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800999ad600/0x4450b99e49e5ee8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbab expref: 6 pid: 16659 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.135551:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d180 00000100:00100000:0.0:1746157389.137437:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.138508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.141663:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.149448:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.151344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.153722:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.155637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.158273:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.159955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.161243:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.163591:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.166133:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.174340:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.176137:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.176351:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.179487:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.181798:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.185388:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.187585:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.190716:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.192883:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.195765:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.199775:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.202578:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.202610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.202827:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5824 00000100:00100000:0.0:1746157389.202834:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267912448:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157389.202844:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157389.202853:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5eed8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02fbf8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.202867:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5eed1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbf1 expref: 46 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.202872:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157389.202873:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157389.202876:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5eed8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbf8 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.202891:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5eed1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbf1 expref: 46 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.202900:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5eed1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fbf1 expref: 46 pid: 8488 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746157389.202908:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c52b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266852480:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157389.202933:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac8790c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157389.205624:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.208469:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.208515:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.212120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.215668:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.218971:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.222862:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.225100:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.227998:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.230172:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.230211:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.232392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.235898:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267914880 00000100:00100000:0.0:1746157389.235904:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267914880 00002000:00100000:0.0:1746157389.235935:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137800 x1830978267914880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:195/0 lens 488/0 e 0 to 0 dl 1746157400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.235944:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978267914880 ext(0->4095) 00010000:00010000:0.0:1746157389.235952:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5eeed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fc14 expref: 47 pid: 16659 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.235963:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5eeed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fc14 expref: 47 pid: 16659 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.235969:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137800 00000100:00100000:0.0:1746157389.236145:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2247 00000100:00100000:0.0:1746157389.236152:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1985:x1830978267914880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157389.236284:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1985:x1830978267914880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157389.236290:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2247 00002000:00100000:0.0:1746157389.236295:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137800 x1830978267914880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746157400 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.236302:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978267914880 ext(0->4095) 00010000:00010000:0.0:1746157389.236307:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5eeed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fc14 expref: 47 pid: 16659 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.236315:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5eeed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fc14 expref: 47 pid: 16659 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.236321:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137800 00000100:00100000:0.0:1746157389.238270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.238319:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.242479:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.247516:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.248568:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.252129:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.256876:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.257016:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.262218:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.264483:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.267512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.269808:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.271995:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.273955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.275788:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.278623:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.282155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.284378:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.287196:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.290350:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.292752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.296784:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.298802:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.305806:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.308595:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.308639:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.312150:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.314786:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.316873:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.318725:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.320202:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.322238:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.324961:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.326936:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.329752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.329810:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.332669:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.335617:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.335702:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.338254:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.340487:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.341376:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.344960:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.347801:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.350386:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.352889:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.357257:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.359962:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.361513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.362557:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.363534:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.365123:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.366920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.368411:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.369764:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.372138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.374361:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.379669:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.380264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.384303:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.388283:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.390467:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.390565:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.393520:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.395444:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.396193:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.398555:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.400358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.401971:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.404107:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.407024:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.409386:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.412012:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.412339:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.415421:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.418116:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.419981:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.420036:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.422262:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.424338:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.424424:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.428949:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.432753:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.436501:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.438898:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.442289:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.444431:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.447177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.447754:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.450177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.456574:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.461781:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.467347:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.470430:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.473049:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.476022:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.477016:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.480301:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.483512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.485690:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.488944:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.492862:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.504762:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267932800 00000100:00100000:0.0:1746157389.504768:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267932800 00002000:00100000:0.0:1746157389.504799:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134000 x1830978267932800/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:195/0 lens 488/0 e 0 to 0 dl 1746157400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.504808:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978267932800 ext(0->4095) 00010000:00010000:0.0:1746157389.504814:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5efe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd02 expref: 6 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.504825:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5efe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd02 expref: 6 pid: 8489 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.504831:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134000 00000100:00100000:0.0:1746157389.504858:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2265 00000100:00100000:0.0:1746157389.504866:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267932800:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157389.505011:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978267932800:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157389.505017:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2265 00002000:00100000:0.0:1746157389.505022:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134000 x1830978267932800/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746157400 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.505029:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978267932800 ext(0->4095) 00010000:00010000:0.0:1746157389.505033:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5efe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd02 expref: 6 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.505042:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5efe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd02 expref: 6 pid: 8489 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.505048:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134000 00000100:00100000:0.0:1746157389.506931:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.509176:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.512030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.514602:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.519124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.523582:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.525550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.525591:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.528181:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.531835:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267934464 00000100:00100000:0.0:1746157389.531843:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267934464 00002000:00100000:0.0:1746157389.531886:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978267934464/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:195/0 lens 488/0 e 0 to 0 dl 1746157400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.531894:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978267934464 ext(0->4095) 00010000:00010000:0.0:1746157389.531904:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5eff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd17 expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.531917:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5eff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd17 expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.531922:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134380 00000100:00100000:0.0:1746157389.532307:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2267 00000100:00100000:0.0:1746157389.532316:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978267934464:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157389.532558:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978267934464:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 217us (771us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157389.532566:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2267 00002000:00100000:0.0:1746157389.532572:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978267934464/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:195/0 lens 488/4536 e 0 to 0 dl 1746157400 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.532583:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978267934464 ext(0->4095) 00010000:00010000:0.0:1746157389.532588:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5eff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd17 expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.532597:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5eff7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd17 expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.532603:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134380 00000100:00100000:0.0:1746157389.536850:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.539878:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.541971:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.544571:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.546431:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.548303:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.550184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.550463:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.552142:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.553387:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.554319:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267936256 00000100:00100000:0.0:1746157389.554324:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267936256 00010000:00010000:0.0:1746157389.554343:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd2c expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746157389.554372:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9198 00000100:00100000:0.0:1746157389.554378:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1984:x1830978267936256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157389.554387:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157389.554406:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f00c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd2c expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.554558:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f00c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd2c expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.554576:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f00c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd2c expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.554600:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157389.554602:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157389.554608:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f013 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd33 expref: 52 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.554616:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f013 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd33 expref: 52 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.554980:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f013 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd33 expref: 52 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.554991:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f013 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fd33 expref: 52 pid: 16659 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746157389.555002:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a438000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266864256:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157389.555423:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157389.556918:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.559328:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.559404:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.563227:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.566453:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.569131:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.572925:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.575180:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.577305:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.579437:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.579608:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.582270:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.584012:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.587965:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.588019:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.591353:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.598333:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.601058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.604213:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.606685:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.610778:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.615418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.615549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.619644:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.619815:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.623937:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.627341:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.631345:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.633536:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.636547:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.639905:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.641631:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.643532:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.644997:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.649203:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.653228:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.659224:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.662546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.667821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.667863:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.671475:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.674201:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.674286:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.677567:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.680350:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.685029:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.689293:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.693579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.695545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.696039:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.698172:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.701108:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.702731:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.705488:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.708301:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.711754:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.716098:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267946752 00000100:00100000:0.0:1746157389.716106:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267946752 00000100:00100000:0.0:1746157389.716146:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5890 00000100:00100000:0.0:1746157389.716163:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978267946752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157389.716181:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157389.716198:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5f0a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02fdc6 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.716226:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f09f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdbf expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.716233:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157389.716235:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157389.716238:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584c00/0x4450b99e49e5f0a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdc6 expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.716264:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f09f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdbf expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.716275:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f09f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdbf expref: 5 pid: 8488 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746157389.716287:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266869376:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157389.716340:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157389.719203:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.721801:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.723929:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.726352:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.728442:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.732603:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.734949:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.736717:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.736838:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5893 00000100:00100000:0.0:1746157389.736847:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978267948288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157389.736861:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157389.736877:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5f0bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02fddb expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.736904:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5f0b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdd4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.736912:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157389.736914:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157389.736917:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5f0bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fddb expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.736944:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5f0b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdd4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.736955:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5f0b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdd4 expref: 5 pid: 8488 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1746157389.736973:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266870144:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157389.737056:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157389.737852:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.738820:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266870144:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157389.739330:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e5f0bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fddb expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.739339:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4585c00, rc 0) 00000100:00100000:0.0:1746157389.739725:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31587:x1830978267948288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2880us (3009us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157389.739730:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5893 00000100:00100000:0.0:1746157389.745314:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.748586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.750728:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.753128:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.758467:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.759240:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267949952 00000100:00100000:0.0:1746157389.759244:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267949952 00000100:00100000:0.0:1746157389.759269:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5897 00000100:00100000:0.0:1746157389.759275:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31587:x1830978267949952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157389.759282:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157389.759288:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5f0d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02fdf7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.759301:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157389.759304:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5f0d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdf0 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.759309:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157389.759311:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5f0d7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdf7 expref: 54 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.759342:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e98600/0x4450b99e49e5f0d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdf0 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.759353:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4585800/0x4450b99e49e5f0d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fdf7 expref: 54 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157389.759361:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4585800, rc 0) 00000100:00100000:0.0:1746157389.759386:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:31587:x1830978267949952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157389.759392:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5897 00000100:00100000:0.0:1746157389.761731:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.766147:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.767910:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.767977:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.770734:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.776708:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.778120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.788980:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.794240:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.797387:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.800756:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.803740:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.805181:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.807426:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.808294:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.811471:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.814528:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.818976:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.823394:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.828378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.828451:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.832920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.836335:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.839928:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.854729:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.858955:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.859050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.859122:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267954560 00000100:00100000:0.0:1746157389.859129:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267954560 00002000:00100000:0.0:1746157389.860231:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d96ca80 x1830978267954560/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:195/0 lens 496/0 e 0 to 0 dl 1746157400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.860241:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ca80 with x1830978267954560 ext(0->7) 00010000:00010000:0.0:1746157389.860247:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5f108 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe28 expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.860264:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5f108 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe28 expref: 53 pid: 8489 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.860270:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96ca80 00000100:00100000:0.0:1746157389.860374:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2290 00000100:00100000:0.0:1746157389.860383:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1985:x1830978267954560:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157389.862413:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:1985:x1830978267954560:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 2022us (3351us total) trans 4294967937 rc 0/0 00000100:00100000:0.0:1746157389.862427:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2290 00002000:00100000:0.0:1746157389.862438:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d96ca80 x1830978267954560/t4294967937(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:195/0 lens 496/448 e 0 to 0 dl 1746157400 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157389.862446:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ca80 with x1830978267954560 ext(0->7) 00010000:00010000:0.0:1746157389.862456:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5f108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe28 expref: 55 pid: 8489 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1746157389.862468:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99000/0x4450b99e49e5f108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe28 expref: 55 pid: 8489 timeout: 596 lvb_type: 0 00002000:00010000:0.0:1746157389.862474:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96ca80 00000100:00100000:0.0:1746157389.865693:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.870043:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.874465:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.879165:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.881840:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.885107:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.888379:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.888474:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.901264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.903969:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.910176:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.915508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.915545:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.919183:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.928354:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.932880:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.936534:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.941816:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.945820:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.948043:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.948169:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.954028:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.958375:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.958425:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.961624:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.964276:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.964369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.967656:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.970809:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.973569:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.985517:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.985587:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.990610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157389.996426:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.000346:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157390.000588:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157390.004206:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.009728:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.018205:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.022636:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267962496 00000100:00100000:0.0:1746157390.022640:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267962496 00000100:00100000:0.0:1746157390.022712:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5920 00000100:00100000:0.0:1746157390.022719:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:31587:x1830978267962496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157390.022733:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157390.022745:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5f178 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02fe98 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.022765:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f171 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe91 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.022772:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157390.022774:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157390.022777:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584000/0x4450b99e49e5f178 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe98 expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.022801:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f171 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe91 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.022811:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02fe91 expref: 6 pid: 8487 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746157390.022821:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266877056:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157390.022875:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157390.029666:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.034789:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.038460:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.044001:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.048981:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.049056:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.053651:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.058700:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.067224:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.069402:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.077378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.087208:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.091839:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.094498:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267965184 00000100:00100000:0.0:1746157390.094503:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267965184 00002000:00100000:0.0:1746157390.094532:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb49880 x1830978267965184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:196/0 lens 488/0 e 0 to 0 dl 1746157401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.094541:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49880 with x1830978267965184 ext(0->4095) 00010000:00010000:0.0:1746157390.094547:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02feb4 expref: 6 pid: 8488 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746157390.094557:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02feb4 expref: 6 pid: 8488 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746157390.094562:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb49880 00000100:00100000:0.0:1746157390.094731:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2304 00000100:00100000:0.0:1746157390.094738:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267965184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157390.095723:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978267965184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 983us (1281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157390.095730:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2304 00002000:00100000:0.0:1746157390.095736:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb49880 x1830978267965184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746157401 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.095744:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49880 with x1830978267965184 ext(0->4095) 00010000:00010000:0.0:1746157390.095749:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02feb4 expref: 6 pid: 8488 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746157390.095759:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e99600/0x4450b99e49e5f194 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02feb4 expref: 6 pid: 8488 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746157390.095765:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb49880 00000100:00100000:0.0:1746157390.099865:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.103846:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.108138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.111021:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.116606:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.125775:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.125902:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.131013:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.134789:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.139127:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.144319:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.147150:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.149424:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.152830:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093136d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266879488:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157390.152850:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157390.152895:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978267967488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3386us (3470us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157390.152904:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9258 00000100:00100000:0.0:1746157390.154921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.154983:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.156934:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.160050:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.161872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.162552:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.166842:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093136a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266880128:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157390.166860:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157390.166901:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1986:x1830978267968640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3800us (4349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157390.166909:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9260 00000100:00100000:0.0:1746157390.169499:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.169946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.172295:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.176421:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.179760:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.182751:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.188291:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.190890:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.193006:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.198001:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.202335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.205926:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.213116:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.217033:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.222844:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.222942:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.225559:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.226557:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.233132:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.242023:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.246270:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.250784:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.254928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.255718:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.256537:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093134a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266882048:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157390.256550:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157390.256573:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1986:x1830978267972736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4173us (5790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157390.256580:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9268 00000100:00100000:0.0:1746157390.260284:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.260705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.264048:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.268018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.269092:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.272580:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.276385:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.276487:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.281204:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.286303:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.290560:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.290657:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.301455:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.308781:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.313312:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.313418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.322148:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.322211:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.325998:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.331525:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.344550:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.348546:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.353147:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.356982:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.368448:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.382235:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.385529:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.385680:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.390483:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.398512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.407042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.425392:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.444619:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.449560:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.454238:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.457040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.468486:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.471602:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.478489:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.483959:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.487765:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.487817:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.491557:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.497208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.501687:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.506107:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.508806:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.513880:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.524599:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.524686:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.529184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.534535:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.543190:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.548047:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.549466:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.553888:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.559374:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.559424:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.563259:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978266887936:0@lo:400:kworker.0 00000100:00100000:0.0:1746157390.563313:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157390.563992:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801363e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978266888448:0@lo:400:kworker.0 00000100:00100000:0.0:1746157390.564018:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746157390.564050:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157390.564495:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978266887936:0@lo:400:kworker.0 00000100:00100000:0.0:1746157390.564507:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801363e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978266888448:0@lo:400:kworker.0 00000100:00080000:0.0:1746157390.564773:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157390.564777:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157390.565661:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157390.566790:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157390.578778:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.589284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.598351:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.603626:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.606423:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.608938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.610747:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.613981:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.616653:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.625211:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.653952:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267986688 00000100:00100000:0.0:1746157390.653961:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267986688 00000100:00100000:0.0:1746157390.654013:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5966 00000100:00100000:0.0:1746157390.654020:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267986688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157390.654037:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157390.654054:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f2ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f02ffda expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.654096:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ffd3 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.654104:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157390.654106:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157390.654109:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f2ba lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ffda expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.654135:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ffd3 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.654145:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f2b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02ffd3 expref: 71 pid: 8489 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746157390.654167:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266889728:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157390.654243:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157390.658283:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.660459:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.663947:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.668618:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.668684:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.671804:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.674783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.678048:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.680858:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.683189:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.685994:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.691330:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.692765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.696996:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.697142:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.701288:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.703626:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.707286:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.712475:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.716660:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.719929:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.722666:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.724068:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.727624:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.730216:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.732700:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.735453:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.738894:0:8491:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978266892160 00000100:00100000:0.0:1746157390.738899:0:8491:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978266892160 00000100:00100000:0.0:1746157390.738937:0:8491:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1746157390.738942:0:8491:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978266892160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746157390.738959:0:8491:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 236650496 pending 57933824 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746157390.738992:0:8491:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978266892160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157390.738997:0:8491:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1746157390.740546:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.743581:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.747838:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.751067:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.753224:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.757405:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.761213:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.765591:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.771605:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.776332:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.776405:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.782443:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.786522:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.789184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.789377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.792297:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.793792:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.794064:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.795750:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.798892:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.801473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.803040:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.807431:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.809456:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.811163:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.813869:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.815554:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.819564:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.824167:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.825394:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.832125:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.832174:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.835826:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.837725:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.840295:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.843450:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.847123:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.849367:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.851145:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.851880:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.854512:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.857069:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.858369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.860545:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093136300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266895872:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157390.860560:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157390.860595:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4949850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1984:x1830978267998848:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1787us (2225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157390.860602:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9318 00000100:00100000:0.0:1746157390.860926:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.864642:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267999232 00000100:00100000:0.0:1746157390.864648:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267999232 00000100:00100000:0.0:1746157390.864692:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5990 00000100:00100000:0.0:1746157390.864700:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978267999232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157390.864713:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157390.864725:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bcbc00/0x4450b99e49e5f362 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030082 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.864747:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f35b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03007b expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.864755:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157390.864756:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157390.864759:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bcbc00/0x4450b99e49e5f362 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030082 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.864782:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f35b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03007b expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.864792:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f35b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03007b expref: 75 pid: 8489 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746157390.864802:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266896000:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157390.864873:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157390.867107:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.869813:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.872344:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.872647:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.879719:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.882544:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268000384 00000100:00100000:0.0:1746157390.882550:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268000384 00010000:00010000:0.0:1746157390.882575:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5f369 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030089 expref: 77 pid: 16659 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746157390.882595:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9321 00000100:00100000:0.0:1746157390.882600:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1983:x1830978268000384:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157390.882610:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157390.882626:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5f369 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030089 expref: 77 pid: 16659 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746157390.882636:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5f369 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030089 expref: 77 pid: 16659 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746157390.882653:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e98200/0x4450b99e49e5f369 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030089 expref: 77 pid: 16659 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746157390.882682:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157390.882684:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157390.882689:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f370 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030090 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.882696:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f370 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030090 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.882721:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f370 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030090 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157390.882735:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266896640:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157390.882799:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157390.888695:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.891983:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.894852:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.897981:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.906755:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.915133:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268002176 00000100:00100000:0.0:1746157390.915139:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268002176 00002000:00100000:0.0:1746157390.915182:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978268002176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:196/0 lens 488/0 e 0 to 0 dl 1746157401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.915191:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268002176 ext(0->4095) 00002000:00010000:0.0:1746157390.915195:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157390.915223:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4490 00000100:00100000:0.0:1746157390.915229:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268002176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157390.915345:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268002176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157390.915350:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4490 00002000:00100000:0.0:1746157390.915355:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978268002176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746157401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.915362:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268002176 ext(0->4095) 00002000:00010000:0.0:1746157390.915365:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157390.918400:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.921175:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.924401:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268002688 00000100:00100000:0.0:1746157390.924407:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268002688 00002000:00100000:0.0:1746157390.924437:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210700 x1830978268002688/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:196/0 lens 488/0 e 0 to 0 dl 1746157401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.924486:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830978268002688 ext(0->4095) 00002000:00010000:0.0:1746157390.924490:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:0.0:1746157390.924513:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4491 00000100:00100000:0.0:1746157390.924520:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268002688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157390.924640:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268002688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157390.924737:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4491 00002000:00100000:0.0:1746157390.924743:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210700 x1830978268002688/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746157401 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.924750:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830978268002688 ext(0->4095) 00002000:00010000:0.0:1746157390.924752:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:0.0:1746157390.925230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.925828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.927185:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.930530:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.933121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.935544:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.938023:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.940631:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.942999:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.944871:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.948267:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.950131:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.954418:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.959068:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.959183:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.964873:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093212300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266898944:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157390.964884:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157390.964902:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268005120:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5591us (5719us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157390.964908:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9330 00000100:00100000:0.0:1746157390.965083:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268005376 00000100:00100000:0.0:1746157390.965088:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268005376 00002000:00100000:0.0:1746157390.965112:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093211880 x1830978268005376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:196/0 lens 488/0 e 0 to 0 dl 1746157401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.965120:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211880 with x1830978268005376 ext(0->4095) 00010000:00010000:0.0:1746157390.965125:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5f3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300cf expref: 76 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157390.965135:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5f3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300cf expref: 76 pid: 8489 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746157390.965140:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093211880 00000100:00100000:0.0:1746157390.965161:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2349 00000100:00100000:0.0:1746157390.965166:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268005376:12345-192.168.203.5@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746157390.965451:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268005376:12345-192.168.203.5@tcp:3:ldlm_bl.0 Request processed in 284us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157390.965457:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2349 00002000:00100000:0.0:1746157390.965462:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093211880 x1830978268005376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:196/0 lens 488/4536 e 0 to 0 dl 1746157401 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157390.965468:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211880 with x1830978268005376 ext(0->4095) 00010000:00010000:0.0:1746157390.965472:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5f3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300cf expref: 76 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157390.965480:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e98000/0x4450b99e49e5f3af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300cf expref: 76 pid: 8489 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746157390.965485:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093211880 00000100:00100000:0.0:1746157390.969003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.969050:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.972255:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.978543:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.987263:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.993472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.994452:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.995224:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157390.995239:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268007040 00000100:00100000:0.0:1746157390.995241:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268007040 00000100:00100000:0.0:1746157390.995257:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6006 00000100:00100000:0.0:1746157390.995261:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31597:x1830978268007040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157390.995267:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157390.995273:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0300f2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.995286:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157390.995289:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800999aca00/0x4450b99e49e5f3cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300eb expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.995293:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157390.995295:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3d2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300f2 expref: 78 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.995311:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800999aca00/0x4450b99e49e5f3cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300eb expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.995320:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3d2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300f2 expref: 78 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157390.995327:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bca200, rc 0) 00000100:00100000:0.0:1746157390.995342:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:31597:x1830978268007040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157390.995347:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6006 00000100:00100000:0.0:1746157390.997973:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.009749:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.017833:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.023366:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157391.026998:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157391.038426:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.048415:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.059949:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266900480:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157391.059966:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157391.059987:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268008192:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 9504us (11579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157391.059995:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9336 00000100:00100000:0.0:1746157391.065460:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.067300:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.068538:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6009 00000100:00100000:0.0:1746157391.068544:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:31587:x1830978268008576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157391.068589:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157391.068597:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030100 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.068672:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.068677:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f3e0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030107 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.068683:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157391.068685:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 80 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.068709:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f3e0 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030107 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.068719:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 80 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.068726:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bca200, rc 0) 00000100:00100000:0.0:1746157391.069016:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:31587:x1830978268008576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 468us (3559us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157391.069048:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6009 00000100:00100000:0.0:1746157391.072911:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.072940:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268008832 00000100:00100000:0.0:1746157391.072944:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268008832 00010000:00010000:0.0:1746157391.072963:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800999ade00/0x4450b99e49e5f3d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300f9 expref: 6 pid: 16659 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.072979:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9337 00000100:00100000:0.0:1746157391.072984:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268008832:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157391.072993:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157391.073015:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800999ade00/0x4450b99e49e5f3d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300f9 expref: 6 pid: 16659 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.073023:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800999ade00/0x4450b99e49e5f3d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300f9 expref: 6 pid: 16659 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.073039:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800999ade00/0x4450b99e49e5f3d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0300f9 expref: 6 pid: 16659 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.073049:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.073050:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.073055:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f3e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030107 expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.073061:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f3e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030107 expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.073104:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f3e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030107 expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.073112:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e5f3e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030107 expref: 78 pid: 8487 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.073122:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093feaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266900864:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157391.073177:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157391.078202:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.083925:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268009216 00000100:00100000:0.0:1746157391.083929:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268009216 00000100:00100000:0.0:1746157391.083950:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6010 00000100:00100000:0.0:1746157391.083955:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268009216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157391.083964:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157391.083973:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03010e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.083987:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 78 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.083992:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157391.083993:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157391.083996:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03010e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.084009:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 78 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.084018:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 78 pid: 8489 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.084025:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fe8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266901120:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157391.084047:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157391.094127:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268009600 00000100:00100000:0.0:1746157391.094133:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268009600 00002000:00100000:0.0:1746157391.094169:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213480 x1830978268009600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157391.094178:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268009600 ext(0->4095) 00010000:00010000:0.0:1746157391.094184:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 78 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.094195:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 78 pid: 8489 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746157391.094201:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213480 00000100:00100000:0.0:1746157391.094214:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2354 00000100:00100000:0.0:1746157391.094219:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:1986:x1830978268009600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157391.094310:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:1986:x1830978268009600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157391.094315:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2354 00002000:00100000:0.0:1746157391.094319:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213480 x1830978268009600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157391.094332:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268009600 ext(0->4095) 00010000:00010000:0.0:1746157391.094336:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 78 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.094343:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bca200/0x4450b99e49e5f3e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030100 expref: 78 pid: 8489 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746157391.094348:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213480 00000100:00100000:0.0:1746157391.101691:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268009728 00000100:00100000:0.0:1746157391.101695:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268009728 00000100:00100000:0.0:1746157391.101711:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6011 00000100:00100000:0.0:1746157391.101715:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:31587:x1830978268009728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157391.101724:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157391.101732:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030115 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.101745:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03010e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.101749:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.101751:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.101753:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.101766:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03010e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.101778:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03010e expref: 5 pid: 8487 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.101785:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093febb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266901376:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157391.101804:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157391.108935:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093febb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266901376:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157391.109266:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.109278:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094acee00, rc 0) 00000100:00100000:0.0:1746157391.109298:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:31587:x1830978268009728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7582us (8344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157391.109303:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6011 00000100:00100000:0.0:1746157391.114697:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.114739:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.115734:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9340 00000100:00100000:0.0:1746157391.115742:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093febb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268010240:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157391.115750:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157391.115767:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03010e expref: 8 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.115778:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03010e expref: 8 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.115796:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f3ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03010e expref: 7 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.115805:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.115807:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.115813:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.115819:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.115838:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.115847:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 5 pid: 8487 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.115856:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fe9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266901632:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157391.115902:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157391.118624:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.118644:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268010496 00000100:00100000:0.0:1746157391.118650:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268010496 00010000:00010000:0.0:1746157391.118672:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.118704:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9341 00000100:00100000:0.0:1746157391.118709:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1985:x1830978268010496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157391.118719:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157391.118734:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.118743:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094acee00/0x4450b99e49e5f3f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030115 expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.118758:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.118760:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.118765:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e5f3fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03011c expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.118771:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e5f3fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03011c expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.118791:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e5f3fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03011c expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157391.118798:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093feaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266901760:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157391.118847:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157391.123346:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.126430:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.128838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.139315:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.143637:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.146418:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.150815:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.161461:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.161603:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.167748:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.174047:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.177708:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.179624:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.183471:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.188513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.189915:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.193436:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.197213:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.199977:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.204402:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.207523:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.212279:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.214541:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.214826:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.217825:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.218407:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268015232 00000100:00100000:0.0:1746157391.218411:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268015232 00010000:00010000:0.0:1746157391.218424:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f434 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030154 expref: 6 pid: 8489 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.218449:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9350 00000100:00100000:0.0:1746157391.218453:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268015232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157391.218460:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157391.218474:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f434 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030154 expref: 6 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.218487:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f434 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030154 expref: 6 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.218501:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094550c00/0x4450b99e49e5f434 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030154 expref: 6 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.218521:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.218523:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157391.218528:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e5f43b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03015b expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.218533:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e5f43b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03015b expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.218601:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e5f43b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03015b expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.218610:0:21179:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e5f43b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03015b expref: 6 pid: 8489 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746157391.218619:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009447ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978266904192:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157391.218686:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157391.220934:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.223479:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.229775:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.232064:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.234457:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.236021:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.237735:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.238342:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.241012:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.243862:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.248286:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.253234:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.260174:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.263946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.267796:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.269545:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.271363:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.273260:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.274958:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.276893:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.277552:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.280315:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.284652:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.284696:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.290953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.291029:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.294520:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.299614:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.303961:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.307999:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.311868:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.315257:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.316663:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.323203:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.323544:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.328977:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.331820:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.334194:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.339196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.344181:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.344793:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.349461:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.352886:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.356492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.358867:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.361835:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.364481:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.368580:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.371901:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.377551:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.380811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.384050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.388116:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.391974:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.396052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.399621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.400627:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.403906:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.403940:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.406576:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.409590:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.410226:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.415296:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.420800:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.425007:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.427705:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.433928:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.434762:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.436306:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.437373:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.444519:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.449939:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.453854:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.458125:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.461376:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.461455:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.466897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.467709:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.472635:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.475659:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.482695:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.486705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.492327:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.496127:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.498618:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.500986:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.503802:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.505605:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.507819:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.509549:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.511733:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.514231:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.515852:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.517626:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.520705:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.522697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.523603:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.529068:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.531620:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.531726:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.534357:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.536281:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.538308:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.539718:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.542193:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.544306:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.545736:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.548650:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.548688:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.553160:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266914176:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157391.553179:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009450de00/0x4450b99e49e5f553 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030273 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157391.553192:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009450de00, rc 0) 00000100:00100000:0.0:1746157391.553211:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31587:x1830978268035328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4258us (4523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157391.553220:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6061 00000100:00100000:0.0:1746157391.553650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.561890:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.561984:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.566277:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.568833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.568899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.571287:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.579265:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.582169:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.588575:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.591035:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.594809:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.597099:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.600886:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.604474:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.610203:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.621263:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.624922:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.624995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.628837:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.629800:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.631833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.634508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.639034:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.641360:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.645782:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.649214:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.653996:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.657539:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.660760:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.664323:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.665791:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.668880:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.672190:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.674902:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.674970:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.677771:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.681364:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.685377:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.685447:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.688918:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.693824:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.694718:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.696588:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.698758:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.700737:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.703995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.707355:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.710194:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.711935:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.713325:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.715058:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.717459:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157391.717650:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f5ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0302ea expref: 11 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746157391.717664:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f5ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0302ea expref: 11 pid: 8487 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746157391.717670:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f1500 00000100:00100000:1.0:1746157391.717694:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2394 00000100:00100000:1.0:1746157391.717700:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268044928:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157391.718342:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268044928:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 641us (885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.718348:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2394 00002000:00100000:1.0:1746157391.718352:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1500 x1830978268044928/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.718360:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1500 with x1830978268044928 ext(0->4095) 00010000:00010000:1.0:1746157391.718364:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f5ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0302ea expref: 11 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746157391.718372:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f5ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0302ea expref: 11 pid: 8487 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746157391.718378:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f1500 00000100:00100000:0.0:1746157391.719856:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.722461:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.722644:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268045312 00000100:00100000:1.0:1746157391.722649:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268045312 00002000:00100000:1.0:1746157391.722674:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f0700 x1830978268045312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.722682:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f0700 with x1830978268045312 ext(0->4095) 00002000:00010000:1.0:1746157391.722685:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f0700 00000100:00100000:1.0:1746157391.722711:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4528 00000100:00100000:1.0:1746157391.722716:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268045312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157391.723296:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268045312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 578us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.723301:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4528 00002000:00100000:1.0:1746157391.723306:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f0700 x1830978268045312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.723313:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f0700 with x1830978268045312 ext(0->4095) 00002000:00010000:1.0:1746157391.723315:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f0700 00000100:00100000:0.0:1746157391.724857:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.728046:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.730502:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.730545:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268045824 00000100:00100000:1.0:1746157391.730550:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268045824 00002000:00100000:1.0:1746157391.730572:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f3b80 x1830978268045824/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.730581:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f3b80 with x1830978268045824 ext(0->4095) 00002000:00010000:1.0:1746157391.730584:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f3b80 00000100:00100000:1.0:1746157391.730609:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4529 00000100:00100000:1.0:1746157391.730614:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268045824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157391.730719:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268045824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.730724:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4529 00002000:00100000:1.0:1746157391.730729:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f3b80 x1830978268045824/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.730739:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f3b80 with x1830978268045824 ext(0->4095) 00002000:00010000:1.0:1746157391.730742:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f3b80 00000100:00100000:0.0:1746157391.733730:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.734288:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.734302:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268046080 00000100:00100000:1.0:1746157391.734306:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268046080 00000100:00100000:1.0:1746157391.734326:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6082 00000100:00100000:1.0:1746157391.734331:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:31587:x1830978268046080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157391.734338:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157391.734344:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f5e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030306 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.734355:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157391.734359:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f5df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0302ff expref: 12 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.734364:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157391.734366:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f5e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030306 expref: 12 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.734385:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f5df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0302ff expref: 12 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.734394:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f5e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030306 expref: 12 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.734402:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157391.734422:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:31587:x1830978268046080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157391.734431:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6082 00000100:00100000:0.0:1746157391.738266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.740250:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.743355:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.745138:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.750369:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.753165:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.754712:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.758438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.758475:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268047488 00000100:00100000:1.0:1746157391.758482:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268047488 00002000:00100000:1.0:1746157391.758513:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604d880 x1830978268047488/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.758521:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830978268047488 ext(0->4095) 00010000:00010000:1.0:1746157391.758527:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f5ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03030d expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746157391.758538:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f5ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03030d expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746157391.758544:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604d880 00000100:00100000:1.0:1746157391.758571:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2397 00000100:00100000:1.0:1746157391.758577:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268047488:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157391.759029:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268047488:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 451us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.759035:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2397 00002000:00100000:1.0:1746157391.759040:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604d880 x1830978268047488/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.759047:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830978268047488 ext(0->4095) 00010000:00010000:1.0:1746157391.759052:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f5ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03030d expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746157391.759066:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f5ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03030d expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746157391.759098:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604d880 00000100:00100000:0.0:1746157391.761265:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.768321:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.768537:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268047872 00000100:00100000:1.0:1746157391.768543:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268047872 00002000:00100000:1.0:1746157391.768572:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604df80 x1830978268047872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.768581:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830978268047872 ext(0->4095) 00002000:00010000:1.0:1746157391.768585:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604df80 00000100:00100000:1.0:1746157391.768610:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4530 00000100:00100000:1.0:1746157391.768616:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268047872:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157391.768734:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268047872:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.768740:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4530 00002000:00100000:1.0:1746157391.768744:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604df80 x1830978268047872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.768751:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830978268047872 ext(0->4095) 00002000:00010000:1.0:1746157391.768754:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604df80 00000100:00100000:0.0:1746157391.770214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.777598:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.779910:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.781066:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.784460:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.788894:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.792430:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.796706:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268049408 00000100:00100000:1.0:1746157391.796711:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268049408 00002000:00100000:1.0:1746157391.796737:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219aa00 x1830978268049408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.796752:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219aa00 with x1830978268049408 ext(0->4095) 00002000:00010000:1.0:1746157391.796755:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219aa00 00000100:00100000:1.0:1746157391.796821:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4531 00000100:00100000:1.0:1746157391.796826:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268049408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157391.797320:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268049408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 492us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.797326:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4531 00002000:00100000:1.0:1746157391.797331:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219aa00 x1830978268049408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.797338:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219aa00 with x1830978268049408 ext(0->4095) 00002000:00010000:1.0:1746157391.797341:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219aa00 00000100:00100000:0.0:1746157391.798850:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.803230:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.807773:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.807855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.808245:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268049920 00000100:00100000:0.0:1746157391.808249:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268049920 00002000:00100000:0.0:1746157391.808267:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d880 x1830978268049920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157391.808281:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978268049920 ext(0->4095) 00010000:00010000:0.0:1746157391.808286:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094448a00/0x4450b99e49e5f610 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030330 expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.808295:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094448a00/0x4450b99e49e5f610 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030330 expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746157391.808300:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51d880 00000100:00100000:0.0:1746157391.808319:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2400 00000100:00100000:0.0:1746157391.808324:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268049920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157391.808420:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268049920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (653us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157391.808425:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2400 00002000:00100000:0.0:1746157391.808430:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d880 x1830978268049920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157391.808437:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978268049920 ext(0->4095) 00010000:00010000:0.0:1746157391.808441:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094448a00/0x4450b99e49e5f610 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030330 expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746157391.808448:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094448a00/0x4450b99e49e5f610 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030330 expref: 6 pid: 8487 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746157391.808453:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51d880 00000100:00100000:0.0:1746157391.811439:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.813495:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.817529:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.822225:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.824588:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.824784:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268050944 00000100:00100000:1.0:1746157391.824788:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268050944 00002000:00100000:1.0:1746157391.824813:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9dc00 x1830978268050944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.824822:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9dc00 with x1830978268050944 ext(0->4095) 00002000:00010000:1.0:1746157391.824826:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9dc00 00000100:00100000:1.0:1746157391.824848:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4532 00000100:00100000:1.0:1746157391.824852:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268050944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157391.824945:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268050944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.824951:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4532 00002000:00100000:1.0:1746157391.824955:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9dc00 x1830978268050944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.824962:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9dc00 with x1830978268050944 ext(0->4095) 00002000:00010000:1.0:1746157391.824965:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9dc00 00000100:00100000:0.0:1746157391.827359:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.831654:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.834717:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.835227:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.838010:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.845382:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.848196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.852890:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.852981:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268052480 00000100:00100000:1.0:1746157391.852987:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268052480 00002000:00100000:1.0:1746157391.853017:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739f80 x1830978268052480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.853026:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739f80 with x1830978268052480 ext(0->4095) 00002000:00010000:1.0:1746157391.853030:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739f80 00000100:00100000:1.0:1746157391.853093:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4534 00000100:00100000:1.0:1746157391.853099:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268052480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157391.853237:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268052480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.853242:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4534 00002000:00100000:1.0:1746157391.853247:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739f80 x1830978268052480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.853253:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739f80 with x1830978268052480 ext(0->4095) 00002000:00010000:1.0:1746157391.853256:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739f80 00000100:00100000:0.0:1746157391.855550:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.859037:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.864165:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.864300:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.868643:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.868744:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.871328:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.871564:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268053632 00000100:00100000:1.0:1746157391.871572:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268053632 00002000:00100000:1.0:1746157391.871610:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337eaa00 x1830978268053632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.871620:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eaa00 with x1830978268053632 ext(0->4095) 00010000:00010000:1.0:1746157391.871627:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030361 expref: 11 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746157391.871639:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030361 expref: 11 pid: 8489 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746157391.871646:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337eaa00 00000100:00100000:1.0:1746157391.871670:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2403 00000100:00100000:1.0:1746157391.871677:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268053632:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157391.873736:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268053632:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 2050us (2402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.873747:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2403 00002000:00100000:1.0:1746157391.873757:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337eaa00 x1830978268053632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.873767:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eaa00 with x1830978268053632 ext(0->4095) 00010000:00010000:1.0:1746157391.873777:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030361 expref: 11 pid: 8489 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746157391.873791:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030361 expref: 11 pid: 8489 timeout: 598 lvb_type: 0 00002000:00010000:1.0:1746157391.873797:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337eaa00 00000100:00100000:0.0:1746157391.878037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.882853:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.882885:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268054016 00000100:00100000:1.0:1746157391.882893:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268054016 00002000:00100000:1.0:1746157391.882932:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ce00 x1830978268054016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.882942:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ce00 with x1830978268054016 ext(0->4095) 00002000:00010000:1.0:1746157391.882947:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51ce00 00000100:00100000:1.0:1746157391.882979:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4536 00000100:00100000:1.0:1746157391.882985:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268054016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157391.883168:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268054016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.883174:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4536 00002000:00100000:1.0:1746157391.883179:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ce00 x1830978268054016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.883186:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ce00 with x1830978268054016 ext(0->4095) 00002000:00010000:1.0:1746157391.883189:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51ce00 00000100:00100000:1.0:1746157391.885930:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.890035:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.892779:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.893917:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.895433:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.896519:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268054784 00000100:00100000:1.0:1746157391.896611:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268054784 00000100:00100000:1.0:1746157391.896669:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6099 00000100:00100000:1.0:1746157391.896677:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:31597:x1830978268054784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157391.896903:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157391.896922:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f65d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03037d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.896943:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157391.896947:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f656 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030376 expref: 12 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.896953:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157391.896955:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f65d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03037d expref: 12 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.897008:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f656 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030376 expref: 12 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.897017:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f65d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03037d expref: 12 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.897024:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157391.897151:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:31597:x1830978268054784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 464us (1712us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157391.897157:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6099 00000100:00100000:0.0:1746157391.897371:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.899858:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.901972:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.906699:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.906978:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268055552 00000100:00100000:1.0:1746157391.906985:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268055552 00002000:00100000:1.0:1746157391.907022:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134700 x1830978268055552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.907032:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134700 with x1830978268055552 ext(0->4095) 00002000:00010000:1.0:1746157391.907036:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134700 00000100:00100000:1.0:1746157391.907228:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4538 00000100:00100000:1.0:1746157391.907236:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268055552:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157391.907377:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268055552:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.907385:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4538 00002000:00100000:1.0:1746157391.907390:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134700 x1830978268055552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.907397:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134700 with x1830978268055552 ext(0->4095) 00002000:00010000:1.0:1746157391.907399:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134700 00000100:00100000:0.0:1746157391.909254:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.912485:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.918057:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.918162:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.921988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.922350:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268056320 00000100:00100000:1.0:1746157391.922358:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268056320 00000100:00100000:1.0:1746157391.922402:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6102 00000100:00100000:1.0:1746157391.922409:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31597:x1830978268056320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157391.922425:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157391.922439:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f672 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030392 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.922460:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157391.922465:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93400/0x4450b99e49e5f66b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03038b expref: 11 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.922471:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157391.922474:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f672 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030392 expref: 11 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.922504:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93400/0x4450b99e49e5f66b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03038b expref: 11 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.922514:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f672 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030392 expref: 11 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157391.922526:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157391.922547:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:31597:x1830978268056320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157391.922552:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6102 00000100:00100000:0.0:1746157391.923684:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.927129:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.932684:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.938106:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268057088 00000100:00100000:1.0:1746157391.938114:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268057088 00002000:00100000:1.0:1746157391.938168:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978268057088/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.938178:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978268057088 ext(0->4095) 00002000:00010000:1.0:1746157391.938190:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198000 00000100:00100000:1.0:1746157391.938206:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4540 00000100:00100000:1.0:1746157391.938213:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268057088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157391.939634:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268057088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 1416us (1592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.939643:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4540 00002000:00100000:1.0:1746157391.939683:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978268057088/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.939691:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978268057088 ext(0->4095) 00002000:00010000:1.0:1746157391.939695:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198000 00000100:00100000:0.0:1746157391.945478:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.954185:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.954237:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268057344 00000100:00100000:1.0:1746157391.954246:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268057344 00002000:00100000:1.0:1746157391.954290:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb9f80 x1830978268057344/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 496/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.954305:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268057344 ext(0->7) 00010000:00010000:1.0:1746157391.954314:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f672 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030392 expref: 10 pid: 16659 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746157391.954327:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f672 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030392 expref: 10 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157391.954334:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9f80 00000100:00100000:1.0:1746157391.954364:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2406 00000100:00100000:1.0:1746157391.954371:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268057344:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157391.954705:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1983:x1830978268057344:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 333us (526us total) trans 4294967952 rc 0/0 00000100:00100000:1.0:1746157391.954712:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2406 00002000:00100000:1.0:1746157391.954718:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb9f80 x1830978268057344/t4294967952(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 496/448 e 0 to 0 dl 1746157402 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.954724:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268057344 ext(0->7) 00010000:00010000:1.0:1746157391.954729:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f672 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030392 expref: 12 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157391.954737:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f672 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030392 expref: 12 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157391.954743:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9f80 00000100:00100000:0.0:1746157391.958746:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.962928:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.971189:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.983579:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157391.994363:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157391.994439:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268058240 00000100:00100000:1.0:1746157391.994449:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268058240 00002000:00100000:1.0:1746157391.994497:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c700 x1830978268058240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/0 e 0 to 0 dl 1746157402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.994507:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268058240 ext(0->4095) 00002000:00010000:1.0:1746157391.994513:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c700 00000100:00100000:1.0:1746157391.994550:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4542 00000100:00100000:1.0:1746157391.994557:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268058240:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157391.994746:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268058240:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157391.994753:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4542 00002000:00100000:1.0:1746157391.994759:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c700 x1830978268058240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:197/0 lens 488/4536 e 0 to 0 dl 1746157402 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157391.994766:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268058240 ext(0->4095) 00002000:00010000:1.0:1746157391.994770:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c700 00000100:00100000:0.0:1746157391.999500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.013808:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:0.0:1746157392.015315:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157392.022620:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.033020:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.033223:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.033446:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268058880 00000100:00100000:1.0:1746157392.033456:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268058880 00002000:00100000:1.0:1746157392.033498:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2300 x1830978268058880/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.033508:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2300 with x1830978268058880 ext(0->4095) 00002000:00010000:1.0:1746157392.033513:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2300 00000100:00100000:1.0:1746157392.033534:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4543 00000100:00100000:1.0:1746157392.033541:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268058880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.033695:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268058880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.033701:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4543 00002000:00100000:1.0:1746157392.033706:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2300 x1830978268058880/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.033712:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2300 with x1830978268058880 ext(0->4095) 00002000:00010000:1.0:1746157392.033715:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2300 00000100:00100000:0.0:1746157392.038845:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.039713:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.046131:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.046170:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268059520 00000100:00100000:0.0:1746157392.046176:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268059520 00002000:00100000:0.0:1746157392.046218:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3b80 x1830978268059520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.046228:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3b80 with x1830978268059520 ext(0->4095) 00010000:00010000:0.0:1746157392.046237:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e5f68e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ae expref: 15 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746157392.046250:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e5f68e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ae expref: 15 pid: 8487 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746157392.046256:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3b80 00000100:00100000:0.0:1746157392.046272:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2408 00000100:00100000:0.0:1746157392.046279:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268059520:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157392.046410:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268059520:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157392.046416:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2408 00002000:00100000:0.0:1746157392.046421:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3b80 x1830978268059520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.046429:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3b80 with x1830978268059520 ext(0->4095) 00010000:00010000:0.0:1746157392.046433:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e5f68e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ae expref: 15 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746157392.046442:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e5f68e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ae expref: 15 pid: 8487 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746157392.046447:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3b80 00000100:00100000:1.0:1746157392.050920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.055607:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268059904 00000100:00100000:0.0:1746157392.055614:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268059904 00002000:00100000:0.0:1746157392.055651:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb48000 x1830978268059904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.055666:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48000 with x1830978268059904 ext(0->4095) 00002000:00010000:0.0:1746157392.055671:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb48000 00000100:00100000:0.0:1746157392.055694:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4544 00000100:00100000:0.0:1746157392.055701:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268059904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157392.055884:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268059904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157392.055891:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4544 00002000:00100000:0.0:1746157392.055896:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb48000 x1830978268059904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.055903:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48000 with x1830978268059904 ext(0->4095) 00002000:00010000:0.0:1746157392.055906:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb48000 00000100:00100000:1.0:1746157392.058938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.062915:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266926208:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157392.062945:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.062963:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b70200, rc 0) 00000100:00100000:0.0:1746157392.063403:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268060032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4229us (4470us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157392.063412:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6108 00000100:00100000:0.0:1746157392.064002:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.066452:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.066570:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268060288 00000100:00100000:0.0:1746157392.066579:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268060288 00000100:00100000:0.0:1746157392.066622:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6109 00000100:00100000:0.0:1746157392.066630:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268060288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157392.066649:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157392.066668:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f6a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0303c3 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.066696:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.066704:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157392.066706:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157392.066709:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f6a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303c3 expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.066740:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.066751:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 5 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746157392.066763:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266926464:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157392.066825:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac879cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.070620:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.070942:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268060544 00000100:00100000:0.0:1746157392.070948:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268060544 00002000:00100000:0.0:1746157392.070990:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ca80 x1830978268060544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.070999:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ca80 with x1830978268060544 ext(0->4095) 00010000:00010000:0.0:1746157392.071006:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746157392.071017:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746157392.071023:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51ca80 00000100:00100000:1.0:1746157392.071098:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2409 00000100:00100000:1.0:1746157392.071106:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268060544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.071475:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268060544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 369us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.071481:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2409 00002000:00100000:1.0:1746157392.071486:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ca80 x1830978268060544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.071494:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ca80 with x1830978268060544 ext(0->4095) 00010000:00010000:1.0:1746157392.071498:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.071507:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f69c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303bc expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.071512:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51ca80 00000100:00100000:1.0:1746157392.074423:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.079208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.079277:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268060928 00000100:00100000:1.0:1746157392.079286:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268060928 00002000:00100000:1.0:1746157392.079329:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0380 x1830978268060928/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.079338:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0380 with x1830978268060928 ext(0->4095) 00002000:00010000:1.0:1746157392.079342:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c0380 00000100:00100000:1.0:1746157392.079372:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4545 00000100:00100000:1.0:1746157392.079378:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268060928:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.079716:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268060928:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 337us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.079722:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4545 00002000:00100000:1.0:1746157392.079727:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0380 x1830978268060928/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.079735:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0380 with x1830978268060928 ext(0->4095) 00002000:00010000:1.0:1746157392.079738:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c0380 00000100:00100000:0.0:1746157392.084467:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.088691:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.088759:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268061184 00000100:00100000:1.0:1746157392.088768:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268061184 00002000:00100000:1.0:1746157392.088811:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800897c0e00 x1830978268061184/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 496/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.088819:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0e00 with x1830978268061184 ext(0->7) 00010000:00010000:1.0:1746157392.088825:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f6a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303c3 expref: 14 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.088838:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f6a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303c3 expref: 14 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.088849:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c0e00 00000100:00100000:1.0:1746157392.088885:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2410 00000100:00100000:1.0:1746157392.088894:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268061184:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157392.090325:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268061184:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 1426us (1637us total) trans 4294967954 rc 0/0 00000100:00100000:1.0:1746157392.090334:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2410 00002000:00100000:1.0:1746157392.090343:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800897c0e00 x1830978268061184/t4294967954(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 496/448 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.090351:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0e00 with x1830978268061184 ext(0->7) 00010000:00010000:1.0:1746157392.090360:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f6a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303c3 expref: 16 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.090371:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5f6a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303c3 expref: 16 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.090377:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c0e00 00000100:00100000:0.0:1746157392.099888:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.101098:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.105964:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.106205:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268061696 00000100:00100000:1.0:1746157392.106213:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268061696 00002000:00100000:1.0:1746157392.106255:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2a00 x1830978268061696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.106265:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2a00 with x1830978268061696 ext(0->4095) 00010000:00010000:1.0:1746157392.106274:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f6aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ca expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.106293:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f6aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ca expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.106299:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2a00 00000100:00100000:1.0:1746157392.106317:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2411 00000100:00100000:1.0:1746157392.106323:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268061696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.106525:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268061696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.106535:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2411 00002000:00100000:1.0:1746157392.106542:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2a00 x1830978268061696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.106551:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2a00 with x1830978268061696 ext(0->4095) 00010000:00010000:1.0:1746157392.106557:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f6aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ca expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.106568:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f6aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303ca expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.106574:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2a00 00000100:00100000:0.0:1746157392.109840:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.117798:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.117985:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268062080 00000100:00100000:1.0:1746157392.117995:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268062080 00002000:00100000:1.0:1746157392.118043:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87800 x1830978268062080/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.118053:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268062080 ext(0->4095) 00002000:00010000:1.0:1746157392.118059:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:1.0:1746157392.118613:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4546 00000100:00100000:1.0:1746157392.118622:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268062080:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.118772:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268062080:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.118777:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4546 00002000:00100000:1.0:1746157392.118782:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87800 x1830978268062080/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.118789:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268062080 ext(0->4095) 00002000:00010000:1.0:1746157392.118792:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:0.0:1746157392.120452:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.125477:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.125583:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.134570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.137499:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.141961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.144305:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.146628:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.150489:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.150688:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268063616 00000100:00100000:1.0:1746157392.150693:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268063616 00002000:00100000:1.0:1746157392.150717:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d702680 x1830978268063616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.150724:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d702680 with x1830978268063616 ext(0->4095) 00002000:00010000:1.0:1746157392.150728:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d702680 00000100:00100000:1.0:1746157392.150786:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4548 00000100:00100000:1.0:1746157392.150791:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268063616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.151160:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268063616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 368us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.151165:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4548 00002000:00100000:1.0:1746157392.151169:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d702680 x1830978268063616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.151180:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d702680 with x1830978268063616 ext(0->4095) 00002000:00010000:1.0:1746157392.151183:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d702680 00000100:00100000:0.0:1746157392.151570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.153024:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.154172:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.156805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.159863:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.163003:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.165563:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.165688:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268064768 00000100:00100000:1.0:1746157392.165693:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268064768 00000100:00100000:1.0:1746157392.165736:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6117 00000100:00100000:1.0:1746157392.165742:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268064768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.165754:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.165766:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f6db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0303fb expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.165785:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f6d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303f4 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.165791:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.165793:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.165796:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f6db lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303fb expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.165817:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f6d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303f4 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.165827:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f6d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303f4 expref: 15 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.165836:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266928512:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.165902:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.167208:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266928512:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.167224:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f6db lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303fb expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.167235:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157392.167269:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268064768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1527us (1710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.167275:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6117 00000100:00100000:0.0:1746157392.167607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.170646:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.170715:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268065152 00000100:00100000:1.0:1746157392.170721:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268065152 00002000:00100000:1.0:1746157392.170750:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439180 x1830978268065152/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.170759:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268065152 ext(0->4095) 00002000:00010000:1.0:1746157392.170762:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439180 00000100:00100000:1.0:1746157392.170777:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4550 00000100:00100000:1.0:1746157392.170783:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268065152:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.170902:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268065152:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.170908:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4550 00002000:00100000:1.0:1746157392.170913:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439180 x1830978268065152/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.170919:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268065152 ext(0->4095) 00002000:00010000:1.0:1746157392.170922:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439180 00000100:00100000:0.0:1746157392.173276:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.173511:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.173676:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268065280 00000100:00100000:1.0:1746157392.173682:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268065280 00000100:00100000:1.0:1746157392.173800:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6119 00000100:00100000:1.0:1746157392.173804:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31597:x1830978268065280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.173810:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.173822:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f6e2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030402 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.173842:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f6db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303fb expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.173848:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.173849:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.173852:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f6e2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030402 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.173872:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f6db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303fb expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.173881:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f6db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0303fb expref: 5 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.173891:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266928768:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.173949:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.175284:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266928768:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.175300:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f6e2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030402 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.175307:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157392.175342:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31597:x1830978268065280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1536us (2069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.175347:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6119 00000100:00100000:0.0:1746157392.175503:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.176959:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.179258:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.179293:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.179295:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268065920 00000100:00100000:1.0:1746157392.179300:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268065920 00000100:00100000:1.0:1746157392.179336:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6120 00000100:00100000:1.0:1746157392.179341:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009953b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268065920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.179350:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.179360:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f6f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030410 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.179376:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.179380:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f6e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030409 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.179385:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157392.179387:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f6f0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030410 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.179410:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f6e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030409 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.179418:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f6f0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030410 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.179424:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157392.179450:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009953b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268065920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.179457:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6120 00000100:00100000:0.0:1746157392.183608:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.183663:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268066304 00000100:00100000:1.0:1746157392.183669:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268066304 00002000:00100000:1.0:1746157392.183698:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f480 x1830978268066304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.183707:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f480 with x1830978268066304 ext(0->4095) 00010000:00010000:1.0:1746157392.183714:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f6e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030409 expref: 16 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.183726:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f6e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030409 expref: 16 pid: 8487 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.183732:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f480 00000100:00100000:1.0:1746157392.183753:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2415 00000100:00100000:1.0:1746157392.183759:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268066304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.184379:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268066304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 620us (772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.184385:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2415 00002000:00100000:1.0:1746157392.184389:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f480 x1830978268066304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.184395:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f480 with x1830978268066304 ext(0->4095) 00010000:00010000:1.0:1746157392.184399:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f6e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030409 expref: 16 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.184411:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f6e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030409 expref: 16 pid: 8487 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.184415:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f480 00000100:00100000:0.0:1746157392.186951:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.187145:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.191203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.191348:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268066816 00000100:00100000:1.0:1746157392.191353:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268066816 00002000:00100000:1.0:1746157392.191379:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978268066816/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.191387:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978268066816 ext(0->4095) 00010000:00010000:1.0:1746157392.191393:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030410 expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.191406:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030410 expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.191412:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f100 00000100:00100000:1.0:1746157392.191436:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2416 00000100:00100000:1.0:1746157392.191442:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268066816:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.191954:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268066816:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 511us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.191959:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2416 00002000:00100000:1.0:1746157392.191964:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978268066816/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.191970:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978268066816 ext(0->4095) 00010000:00010000:1.0:1746157392.191974:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030410 expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.191982:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f6f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030410 expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.191987:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f100 00000100:00100000:0.0:1746157392.197549:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.201553:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.203825:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.207223:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.210483:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.210696:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268067712 00000100:00100000:1.0:1746157392.210701:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268067712 00002000:00100000:1.0:1746157392.210731:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9880 x1830978268067712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.210739:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9880 with x1830978268067712 ext(0->4095) 00002000:00010000:1.0:1746157392.210743:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c9880 00000100:00100000:1.0:1746157392.210772:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4552 00000100:00100000:1.0:1746157392.210778:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268067712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.210886:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268067712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.210891:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4552 00002000:00100000:1.0:1746157392.210895:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9880 x1830978268067712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.210902:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9880 with x1830978268067712 ext(0->4095) 00002000:00010000:1.0:1746157392.210905:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c9880 00000100:00100000:0.0:1746157392.212293:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.212385:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.212427:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268067840 00000100:00100000:1.0:1746157392.212432:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268067840 00000100:00100000:1.0:1746157392.212467:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268067968 00000100:00100000:1.0:1746157392.212469:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268067968 00000100:00100000:1.0:1746157392.212483:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6123 00000100:00100000:1.0:1746157392.212489:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31587:x1830978268067840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.212499:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.212510:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f705 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030425 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.212528:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f6fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03041e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.212535:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.212536:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.212539:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f705 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030425 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.212561:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f6fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03041e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.212571:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f6fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03041e expref: 5 pid: 8487 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.212580:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266930048:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.212630:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.214779:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266930048:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.214803:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f705 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030425 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.214813:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157392.214846:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31587:x1830978268067840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2357us (2555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.214852:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6123 00000100:00100000:0.0:1746157392.215015:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.219631:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.224267:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.227560:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.227606:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268068736 00000100:00100000:1.0:1746157392.227611:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268068736 00002000:00100000:1.0:1746157392.227640:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336680 x1830978268068736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.227647:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336680 with x1830978268068736 ext(0->4095) 00002000:00010000:1.0:1746157392.227650:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093336680 00000100:00100000:1.0:1746157392.227676:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4553 00000100:00100000:1.0:1746157392.227681:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268068736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.227794:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268068736:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (234us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.227800:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4553 00002000:00100000:1.0:1746157392.227804:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336680 x1830978268068736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.227810:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336680 with x1830978268068736 ext(0->4095) 00002000:00010000:1.0:1746157392.227812:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093336680 00000100:00100000:0.0:1746157392.230266:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.231427:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268068864 00000100:00100000:1.0:1746157392.231436:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268068864 00000100:00100000:1.0:1746157392.231579:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6125 00000100:00100000:1.0:1746157392.231588:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268068864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.231601:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.231613:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f713 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030433 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.231640:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f70c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03042c expref: 15 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.231647:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.231648:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.231651:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f713 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030433 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.231675:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f70c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03042c expref: 15 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.231684:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f70c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03042c expref: 15 pid: 8487 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.231694:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266930560:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.232118:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.234990:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266930560:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.235013:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f713 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030433 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.235025:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157392.235906:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268068864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4317us (5642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.235913:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6125 00000100:00100000:0.0:1746157392.237588:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.237657:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268068992 00000100:00100000:1.0:1746157392.237663:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268068992 00002000:00100000:1.0:1746157392.237695:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800917e1f80 x1830978268068992/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 496/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.237703:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268068992 ext(0->7) 00010000:00010000:1.0:1746157392.237711:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f70c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03042c expref: 16 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.237721:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f70c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03042c expref: 16 pid: 8487 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.237727:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1f80 00000100:00100000:1.0:1746157392.237752:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2418 00000100:00100000:1.0:1746157392.237758:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268068992:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157392.237983:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1986:x1830978268068992:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 225us (399us total) trans 4294967955 rc 0/0 00000100:00100000:1.0:1746157392.237989:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2418 00002000:00100000:1.0:1746157392.237994:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800917e1f80 x1830978268068992/t4294967955(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 496/448 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.238000:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268068992 ext(0->7) 00010000:00010000:1.0:1746157392.238004:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f70c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03042c expref: 18 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.238013:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f70c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03042c expref: 18 pid: 8487 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.238018:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1f80 00000100:00100000:0.0:1746157392.243187:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.245991:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.247861:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.248441:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268069504 00000100:00100000:1.0:1746157392.248448:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268069504 00000100:00100000:1.0:1746157392.248511:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6126 00000100:00100000:1.0:1746157392.248518:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31597:x1830978268069504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.248531:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.248543:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f71a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03043a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.248568:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f713 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030433 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.248574:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.248576:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.248579:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f71a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03043a expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.248603:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f713 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030433 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.248613:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f713 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030433 expref: 5 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.248623:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266930816:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.249012:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.249628:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.251525:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.254603:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.254908:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268070016 00000100:00100000:1.0:1746157392.254914:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268070016 00002000:00100000:1.0:1746157392.254942:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3100 x1830978268070016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.254956:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268070016 ext(0->4095) 00010000:00010000:1.0:1746157392.254963:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f71a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03043a expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.254973:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f71a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03043a expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.254979:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3100 00000100:00100000:1.0:1746157392.255000:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2419 00000100:00100000:1.0:1746157392.255006:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1986:x1830978268070016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.255160:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1986:x1830978268070016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.255166:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2419 00002000:00100000:1.0:1746157392.255171:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3100 x1830978268070016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.255177:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268070016 ext(0->4095) 00010000:00010000:1.0:1746157392.255182:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f71a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03043a expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.255190:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f71a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03043a expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.255194:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3100 00000100:00100000:0.0:1746157392.256909:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.256982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.260917:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.260989:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268070528 00000100:00100000:1.0:1746157392.260998:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268070528 00002000:00100000:1.0:1746157392.261030:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2d80 x1830978268070528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.261039:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2d80 with x1830978268070528 ext(0->4095) 00010000:00010000:1.0:1746157392.261047:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f721 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030441 expref: 19 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.261059:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f721 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030441 expref: 19 pid: 8488 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.261064:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e2d80 00000100:00100000:1.0:1746157392.261111:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2420 00000100:00100000:1.0:1746157392.261127:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1983:x1830978268070528:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157392.261278:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1983:x1830978268070528:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.261285:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2420 00002000:00100000:1.0:1746157392.261290:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2d80 x1830978268070528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.261297:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2d80 with x1830978268070528 ext(0->4095) 00010000:00010000:1.0:1746157392.261301:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f721 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030441 expref: 18 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.261309:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f721 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030441 expref: 18 pid: 8488 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.261315:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e2d80 00000100:00100000:0.0:1746157392.263056:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.263678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.268407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.271399:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.271438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.271531:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268071168 00000100:00100000:1.0:1746157392.271541:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268071168 00000100:00100000:1.0:1746157392.271966:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 373 00000100:00100000:1.0:1746157392.271972:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4660c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1984:x1830978268071168:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:1.0:1746157392.272027:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4660c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1984:x1830978268071168:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 54us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.272032:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 373 00000100:00100000:0.0:1746157392.272091:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.272117:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.272149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.272166:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268071680 00000100:00100000:0.0:1746157392.272168:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268071680 00000100:00100000:0.0:1746157392.272188:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 389 00000100:00100000:0.0:1746157392.272193:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1984:x1830978268071424:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157392.272220:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1984:x1830978268071424:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 27us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157392.272224:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 389 00000100:00100000:0.0:1746157392.272234:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 390 00000100:00100000:0.0:1746157392.272239:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268071680:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157392.272256:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268071680:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 17us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157392.272261:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 390 00000100:00080000:1.0:1746157392.272461:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746157392.272465:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157392.276322:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.278771:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.281335:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.284491:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.287113:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.290511:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.292612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.296114:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.296197:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268073600 00000100:00100000:1.0:1746157392.296204:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268073600 00002000:00100000:1.0:1746157392.296245:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271880 x1830978268073600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.296255:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271880 with x1830978268073600 ext(0->4095) 00002000:00010000:1.0:1746157392.296260:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136271880 00000100:00100000:1.0:1746157392.296286:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4557 00000100:00100000:1.0:1746157392.296294:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1984:x1830978268073600:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157392.296981:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1984:x1830978268073600:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 687us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.296987:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4557 00002000:00100000:1.0:1746157392.296992:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271880 x1830978268073600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.296999:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271880 with x1830978268073600 ext(0->4095) 00002000:00010000:1.0:1746157392.297002:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136271880 00000100:00100000:0.0:1746157392.298641:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.301769:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.304551:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.304690:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268074112 00000100:00100000:1.0:1746157392.304697:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268074112 00002000:00100000:1.0:1746157392.304738:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270a80 x1830978268074112/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.304747:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270a80 with x1830978268074112 ext(0->4095) 00002000:00010000:1.0:1746157392.304752:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136270a80 00000100:00100000:0.0:1746157392.307770:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.309154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.312288:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.316467:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.319646:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.323479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.327191:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.330775:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.333887:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.333963:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268075648 00000100:00100000:1.0:1746157392.333968:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268075648 00002000:00100000:1.0:1746157392.333995:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece300 x1830978268075648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.334002:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece300 with x1830978268075648 ext(0->4095) 00002000:00010000:1.0:1746157392.334006:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ece300 00000100:00100000:1.0:1746157392.334030:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4560 00000100:00100000:1.0:1746157392.334035:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268075648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.334873:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268075648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 836us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.334882:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4560 00002000:00100000:1.0:1746157392.334887:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece300 x1830978268075648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.334893:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece300 with x1830978268075648 ext(0->4095) 00002000:00010000:1.0:1746157392.334896:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ece300 00000100:00100000:0.0:1746157392.335007:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.337446:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.337511:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268076032 00000100:00100000:1.0:1746157392.337517:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268076032 00000100:00100000:1.0:1746157392.337548:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6138 00000100:00100000:1.0:1746157392.337554:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31597:x1830978268076032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.337564:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.337574:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f76e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03048e expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.337589:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.337593:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f767 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030487 expref: 19 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.337598:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.337601:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f76e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03048e expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.337623:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f767 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030487 expref: 19 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.337631:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f76e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03048e expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.337637:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157392.337669:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31597:x1830978268076032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.337675:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6138 00000100:00100000:0.0:1746157392.337970:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.342702:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.342996:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268076288 00000100:00100000:1.0:1746157392.343003:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268076288 00002000:00100000:1.0:1746157392.343034:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89880 x1830978268076288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.343046:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89880 with x1830978268076288 ext(0->4095) 00010000:00010000:1.0:1746157392.343053:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f767 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030487 expref: 19 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.343065:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f767 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030487 expref: 19 pid: 8488 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.343105:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba89880 00000100:00100000:1.0:1746157392.343128:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2424 00000100:00100000:1.0:1746157392.343134:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1986:x1830978268076288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.343267:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1986:x1830978268076288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.343273:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2424 00002000:00100000:1.0:1746157392.343278:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89880 x1830978268076288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.343284:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89880 with x1830978268076288 ext(0->4095) 00010000:00010000:1.0:1746157392.343288:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f767 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030487 expref: 19 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.343296:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f767 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030487 expref: 19 pid: 8488 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.343302:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba89880 00000100:00100000:0.0:1746157392.345696:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.351369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.356203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.356286:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268076800 00000100:00100000:1.0:1746157392.356294:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268076800 00000100:00100000:1.0:1746157392.356372:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6139 00000100:00100000:1.0:1746157392.356379:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268076800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.356394:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.356407:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f775 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030495 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.356431:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f76e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03048e expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.356437:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.356438:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.356441:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f775 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030495 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.356463:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f76e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03048e expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.356472:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f76e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03048e expref: 17 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.356482:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266934144:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.356633:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.357757:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266934144:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.357772:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f775 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030495 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.357781:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157392.357806:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268076800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1427us (1610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.357812:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6139 00000100:00100000:0.0:1746157392.358515:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.360654:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268077184 00000100:00100000:1.0:1746157392.360658:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268077184 00002000:00100000:1.0:1746157392.360693:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219a300 x1830978268077184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.360701:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a300 with x1830978268077184 ext(0->4095) 00002000:00010000:1.0:1746157392.360705:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219a300 00000100:00100000:1.0:1746157392.360719:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4562 00000100:00100000:1.0:1746157392.360724:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268077184:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.361056:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268077184:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 331us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.361062:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4562 00002000:00100000:1.0:1746157392.361067:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219a300 x1830978268077184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.361089:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a300 with x1830978268077184 ext(0->4095) 00002000:00010000:1.0:1746157392.361091:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219a300 00000100:00100000:0.0:1746157392.363107:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.363185:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268077312 00000100:00100000:1.0:1746157392.363190:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268077312 00000100:00100000:1.0:1746157392.363268:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6140 00000100:00100000:1.0:1746157392.363274:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31597:x1830978268077312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.363286:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.363297:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f77c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03049c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.363323:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f775 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030495 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.363328:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.363330:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.363332:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f77c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03049c expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.363354:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f775 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030495 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.363363:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f775 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030495 expref: 5 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.363372:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266934400:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.363842:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.367283:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266934400:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.367302:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f77c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03049c expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.367314:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157392.367356:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31597:x1830978268077312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4081us (4282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.367362:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6140 00000100:00100000:0.0:1746157392.371901:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.375727:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.375833:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268077824 00000100:00100000:1.0:1746157392.375839:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268077824 00002000:00100000:1.0:1746157392.375869:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715180 x1830978268077824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.375877:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715180 with x1830978268077824 ext(0->4095) 00010000:00010000:1.0:1746157392.375883:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f77c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03049c expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.375895:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f77c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03049c expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.375901:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091715180 00000100:00100000:1.0:1746157392.375927:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2425 00000100:00100000:1.0:1746157392.375932:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1985:x1830978268077824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.376342:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1985:x1830978268077824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 408us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.376348:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2425 00002000:00100000:1.0:1746157392.376353:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715180 x1830978268077824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.376359:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715180 with x1830978268077824 ext(0->4095) 00010000:00010000:1.0:1746157392.376364:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f77c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03049c expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.376372:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5f77c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03049c expref: 19 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.376378:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091715180 00000100:00100000:0.0:1746157392.378801:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.378879:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.379398:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268078080 00000100:00100000:1.0:1746157392.379402:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268078080 00000100:00100000:1.0:1746157392.379422:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6142 00000100:00100000:1.0:1746157392.379426:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268078080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.379435:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.379444:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304aa expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.379457:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f783 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304a3 expref: 18 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.379463:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.379464:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.379467:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.379481:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f783 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304a3 expref: 18 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.379489:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93a00/0x4450b99e49e5f783 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304a3 expref: 18 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.379496:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266934912:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.379519:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.381644:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266934912:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.381659:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.381679:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157392.381911:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268078080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.381917:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6142 00000100:00100000:0.0:1746157392.382131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.386226:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.386302:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.386473:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268078464 00000100:00100000:1.0:1746157392.386476:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268078464 00000100:00100000:1.0:1746157392.386496:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6143 00000100:00100000:1.0:1746157392.386500:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31587:x1830978268078464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.386510:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.386517:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f791 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304b1 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.386532:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.386537:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.386538:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.386540:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f791 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b1 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.386930:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.386940:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 5 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.386954:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266935168:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.387041:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.390009:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266935168:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.390024:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f791 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b1 expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.390037:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157392.390055:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31587:x1830978268078464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3554us (3836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.390060:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6143 00000100:00100000:1.0:1746157392.391091:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268078848 00000100:00100000:1.0:1746157392.391096:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268078848 00002000:00100000:1.0:1746157392.391173:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198700 x1830978268078848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.391182:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198700 with x1830978268078848 ext(0->4095) 00010000:00010000:1.0:1746157392.391187:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.391197:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.391202:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198700 00000100:00100000:1.0:1746157392.391215:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2427 00000100:00100000:1.0:1746157392.391220:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268078848:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157392.391335:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268078848:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.391340:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2427 00002000:00100000:1.0:1746157392.391345:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198700 x1830978268078848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.391352:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198700 with x1830978268078848 ext(0->4095) 00010000:00010000:1.0:1746157392.391356:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.391364:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f78a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304aa expref: 6 pid: 8489 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.391368:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198700 00000100:00100000:0.0:1746157392.396047:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.400946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.403951:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.404064:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268079360 00000100:00100000:1.0:1746157392.404095:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268079360 00000100:00100000:1.0:1746157392.404134:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6144 00000100:00100000:1.0:1746157392.404150:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268079360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.404162:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.404267:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f798 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304b8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.404291:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f791 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b1 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.404297:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.404298:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.404302:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f798 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b8 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.404324:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f791 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b1 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.404333:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f791 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b1 expref: 17 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.404343:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266935424:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.404416:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.405887:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266935424:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.405904:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f798 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b8 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.405916:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157392.405943:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268079360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1792us (1996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.405949:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6144 00000100:00100000:0.0:1746157392.407841:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.410715:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.410755:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.410982:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268079744 00000100:00100000:1.0:1746157392.410987:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268079744 00000100:00100000:1.0:1746157392.411030:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6145 00000100:00100000:1.0:1746157392.411036:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31587:x1830978268079744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.411048:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.411061:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f79f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304bf expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.411109:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f798 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.411127:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.411129:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.411132:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f79f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304bf expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.411164:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.411173:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f798 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304b8 expref: 5 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.411182:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266935680:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.411227:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.413426:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266935680:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.413445:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f79f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304bf expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.413455:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157392.413541:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31587:x1830978268079744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2504us (2826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.413548:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6145 00000100:00100000:0.0:1746157392.414018:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.414096:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268080000 00000100:00100000:1.0:1746157392.414101:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268080000 00000100:00100000:1.0:1746157392.414134:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6146 00000100:00100000:1.0:1746157392.414148:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31597:x1830978268080000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.414159:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.414171:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f7a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304c6 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.414185:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.414189:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f79f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304bf expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.414193:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.414196:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f7a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304c6 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.414216:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f79f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304bf expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.414224:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f7a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304c6 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.414230:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157392.414249:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31597:x1830978268080000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.414254:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6146 00000100:00100000:0.0:1746157392.415174:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.417532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.420210:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.425183:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.427565:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.431218:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.434890:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.435036:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268081280 00000100:00100000:1.0:1746157392.435041:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268081280 00002000:00100000:1.0:1746157392.435069:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99500 x1830978268081280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.435106:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99500 with x1830978268081280 ext(0->4095) 00002000:00010000:1.0:1746157392.435109:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba99500 00000100:00100000:1.0:1746157392.435132:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4565 00000100:00100000:1.0:1746157392.435147:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268081280:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.435255:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268081280:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.435260:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4565 00002000:00100000:1.0:1746157392.435265:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99500 x1830978268081280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.435272:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99500 with x1830978268081280 ext(0->4095) 00002000:00010000:1.0:1746157392.435274:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba99500 00000100:00100000:0.0:1746157392.438645:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.438715:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.438883:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268081408 00000100:00100000:1.0:1746157392.438890:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268081408 00000100:00100000:1.0:1746157392.439099:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268081536 00000100:00100000:1.0:1746157392.439102:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268081536 00000100:00100000:1.0:1746157392.439117:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6148 00000100:00100000:1.0:1746157392.439122:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31587:x1830978268081408:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.439134:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.439155:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f7b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304d4 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439174:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93400/0x4450b99e49e5f7ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304cd expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439184:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.439185:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.439188:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f7b4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304d4 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439207:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93400/0x4450b99e49e5f7ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304cd expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439216:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d93400/0x4450b99e49e5f7ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304cd expref: 5 pid: 8488 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.439224:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266936448:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.439274:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.439296:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6149 00000100:00100000:1.0:1746157392.439300:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31597:x1830978268081536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.439305:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.439309:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304db expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439318:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.439320:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f7b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304d4 expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439325:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.439327:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304db expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439345:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f7b4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304d4 expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439353:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304db expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.439359:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157392.439373:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31597:x1830978268081536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 73us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.439377:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6149 00000100:00100000:1.0:1746157392.441861:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266936448:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.441880:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f7b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304d4 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.441891:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157392.441921:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31587:x1830978268081408:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (3282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.441927:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6148 00000100:00100000:0.0:1746157392.443407:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.447507:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.450411:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.453569:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.453646:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268082304 00000100:00100000:1.0:1746157392.453651:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268082304 00002000:00100000:1.0:1746157392.453676:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81500 x1830978268082304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.453683:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81500 with x1830978268082304 ext(0->4095) 00002000:00010000:1.0:1746157392.453685:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81500 00000100:00100000:1.0:1746157392.453708:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4566 00000100:00100000:1.0:1746157392.453712:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1985:x1830978268082304:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.453801:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1985:x1830978268082304:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.453805:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4566 00002000:00100000:1.0:1746157392.453808:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81500 x1830978268082304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.453812:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81500 with x1830978268082304 ext(0->4095) 00002000:00010000:1.0:1746157392.453814:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81500 00000100:00100000:0.0:1746157392.456526:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.456631:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268082432 00000100:00100000:1.0:1746157392.456637:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268082432 00000100:00100000:1.0:1746157392.456683:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6150 00000100:00100000:1.0:1746157392.456690:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268082432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.456702:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.456714:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f7c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304e2 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.456734:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304db expref: 17 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.456740:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.456741:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.456744:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f7c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e2 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.456765:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304db expref: 17 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.456775:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304db expref: 17 pid: 8487 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.456784:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266936960:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.456849:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.460209:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.460310:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266936960:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.460330:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f7c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e2 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.460343:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157392.460381:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268082432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3691us (3859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.460393:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6150 00000100:00100000:0.0:1746157392.466226:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.467488:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.467532:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268082944 00000100:00100000:1.0:1746157392.467536:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268082944 00000100:00100000:1.0:1746157392.467627:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6151 00000100:00100000:1.0:1746157392.467634:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31587:x1830978268082944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.467643:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.467654:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f7c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304e9 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.467672:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f7c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.467682:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.467683:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.467686:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f7c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e9 expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.467708:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f7c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.467718:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f7c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e2 expref: 5 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.467728:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266937216:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.467779:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.471655:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266937216:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.471677:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f7c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e9 expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.471691:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157392.471735:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31587:x1830978268082944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4101us (4247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.471742:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6151 00000100:00100000:0.0:1746157392.472703:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.472747:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268083072 00000100:00100000:0.0:1746157392.472750:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.472753:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268083072 00000100:00100000:1.0:1746157392.472784:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6152 00000100:00100000:1.0:1746157392.472790:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31597:x1830978268083072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.472803:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.472814:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f7d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304f0 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.472829:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.472833:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f7c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e9 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.472838:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.472841:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f7d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304f0 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.472863:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f7c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304e9 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.472872:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f7d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304f0 expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.472878:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157392.472906:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31597:x1830978268083072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.472910:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6152 00000100:00100000:0.0:1746157392.476130:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.478223:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.480838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.484047:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.484105:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268083968 00000100:00100000:1.0:1746157392.484112:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268083968 00000100:00100000:1.0:1746157392.484165:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6153 00000100:00100000:1.0:1746157392.484172:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268083968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.484185:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.484198:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0304f7 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.484219:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f7d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304f0 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.484225:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.484227:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.484229:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304f7 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.484250:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f7d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304f0 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.484268:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f7d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304f0 expref: 17 pid: 8489 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.484278:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266937728:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.484356:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.486450:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.486539:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266937728:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.486558:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5f7d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304f7 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.486569:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157392.486597:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268083968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2425us (2555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.486604:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6153 00000100:00100000:0.0:1746157392.489546:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.491520:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.491916:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.491982:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268084608 00000100:00100000:1.0:1746157392.491987:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268084608 00000100:00100000:1.0:1746157392.492334:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6155 00000100:00100000:1.0:1746157392.492341:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31587:x1830978268084608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.492349:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.492355:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f7e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030505 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.492370:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.492374:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f7de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304fe expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.492379:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.492382:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f7e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030505 expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.492562:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f7de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0304fe expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.492572:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5f7e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030505 expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.492585:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157392.492624:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31587:x1830978268084608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 283us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.492630:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6155 00000100:00100000:0.0:1746157392.496295:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.499354:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.503617:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.504206:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.508291:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.509995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.510055:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.514318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.514333:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268086016 00000100:00100000:0.0:1746157392.514337:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268086016 00002000:00100000:0.0:1746157392.514361:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c000 x1830978268086016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.514370:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c000 with x1830978268086016 ext(0->4095) 00010000:00010000:0.0:1746157392.514375:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f7ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03050c expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746157392.514392:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f7ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03050c expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746157392.514398:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c000 00000100:00100000:0.0:1746157392.514409:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2434 00000100:00100000:0.0:1746157392.514414:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268086016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157392.514519:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268086016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157392.514525:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2434 00002000:00100000:0.0:1746157392.514529:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c000 x1830978268086016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.514537:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c000 with x1830978268086016 ext(0->4095) 00010000:00010000:0.0:1746157392.514541:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f7ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03050c expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746157392.514549:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f7ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03050c expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746157392.514555:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c000 00000100:00100000:0.0:1746157392.516047:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.516781:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.520851:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.526325:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.528814:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.533268:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.543897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.545966:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.548397:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.551331:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.551439:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.555202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.557627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.557662:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.562394:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.563218:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268088448 00000100:00100000:0.0:1746157392.563224:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268088448 00002000:00100000:0.0:1746157392.563255:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51e300 x1830978268088448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.563264:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e300 with x1830978268088448 ext(0->4095) 00010000:00010000:0.0:1746157392.563270:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f80f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03052f expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746157392.563282:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f80f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03052f expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746157392.563288:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51e300 00000100:00100000:0.0:1746157392.563316:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2438 00000100:00100000:0.0:1746157392.563322:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268088448:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157392.563457:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268088448:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (1063us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157392.563463:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2438 00002000:00100000:0.0:1746157392.563468:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51e300 x1830978268088448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157392.563475:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e300 with x1830978268088448 ext(0->4095) 00010000:00010000:0.0:1746157392.563479:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f80f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03052f expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746157392.563487:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f80f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03052f expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746157392.563492:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51e300 00000100:00100000:0.0:1746157392.567542:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.571870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.573802:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.576162:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.578183:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.580951:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.581708:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6164 00000100:00100000:1.0:1746157392.581717:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31597:x1830978268089472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.581729:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.581744:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f824 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030544 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.581766:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f81d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03053d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.581772:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.581774:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.581776:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f824 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030544 expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.581799:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f81d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03053d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.581808:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f81d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03053d expref: 5 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.581817:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266940544:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157392.581879:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.583171:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266940544:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157392.583188:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5f824 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030544 expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157392.583440:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157392.583492:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157392.583517:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31597:x1830978268089472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1802us (2570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.583525:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6164 00000100:00100000:0.0:1746157392.583796:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.586055:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.588448:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.588609:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.592324:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.595917:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.596377:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.599410:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.599627:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268091008 00000100:00100000:1.0:1746157392.599631:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268091008 00002000:00100000:1.0:1746157392.599657:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48700 x1830978268091008/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.599664:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48700 with x1830978268091008 ext(0->4095) 00010000:00010000:1.0:1746157392.599670:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f832 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030552 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.599680:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f832 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030552 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.599685:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d48700 00000100:00100000:1.0:1746157392.599713:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2441 00000100:00100000:1.0:1746157392.599719:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268091008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.599821:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268091008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.599826:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2441 00002000:00100000:1.0:1746157392.599831:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48700 x1830978268091008/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.599838:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48700 with x1830978268091008 ext(0->4095) 00010000:00010000:1.0:1746157392.599842:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f832 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030552 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.599854:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93200/0x4450b99e49e5f832 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030552 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.599858:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d48700 00000100:00100000:0.0:1746157392.603432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.607800:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.613803:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.619562:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.626552:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.633472:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.638803:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.640526:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.640817:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268092288 00000100:00100000:1.0:1746157392.640821:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268092288 00000100:00100000:1.0:1746157392.640841:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6170 00000100:00100000:1.0:1746157392.640846:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268092288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.640852:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.640858:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f84e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03056e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.640868:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.640871:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f847 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030567 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.640876:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.640878:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f84e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03056e expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.640896:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f847 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030567 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.640905:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f84e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03056e expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.640912:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157392.640934:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978268092288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.640940:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6170 00000100:00100000:1.0:1746157392.644799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.647959:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.648023:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268092672 00000100:00100000:1.0:1746157392.648031:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268092672 00002000:00100000:1.0:1746157392.648060:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282c000 x1830978268092672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.648088:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282c000 with x1830978268092672 ext(0->4095) 00010000:00010000:1.0:1746157392.648095:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030567 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.648106:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030567 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.648112:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282c000 00000100:00100000:1.0:1746157392.648144:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2443 00000100:00100000:1.0:1746157392.648150:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268092672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.648275:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268092672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.648281:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2443 00002000:00100000:1.0:1746157392.648286:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282c000 x1830978268092672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.648293:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282c000 with x1830978268092672 ext(0->4095) 00010000:00010000:1.0:1746157392.648297:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030567 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.648306:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030567 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.648311:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282c000 00000100:00100000:0.0:1746157392.652572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.656753:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.659824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.662143:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.667290:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268093568 00000100:00100000:1.0:1746157392.667295:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268093568 00002000:00100000:1.0:1746157392.667322:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336d80 x1830978268093568/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.667335:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336d80 with x1830978268093568 ext(0->4095) 00002000:00010000:1.0:1746157392.667339:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093336d80 00000100:00100000:1.0:1746157392.667352:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4576 00000100:00100000:1.0:1746157392.667357:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268093568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.667464:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268093568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.667469:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4576 00002000:00100000:1.0:1746157392.667474:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336d80 x1830978268093568/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.667480:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336d80 with x1830978268093568 ext(0->4095) 00002000:00010000:1.0:1746157392.667483:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093336d80 00000100:00100000:0.0:1746157392.669846:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.670752:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.670837:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268093824 00000100:00100000:1.0:1746157392.670842:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268093824 00000100:00100000:1.0:1746157392.670861:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6173 00000100:00100000:1.0:1746157392.670866:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268093824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.670875:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.670882:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f863 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030583 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.670892:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.670896:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f85c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03057c expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.670901:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.670904:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f863 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030583 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.670923:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d93600/0x4450b99e49e5f85c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03057c expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.670932:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5f863 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030583 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.670941:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157392.670962:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978268093824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.670968:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6173 00000100:00100000:0.0:1746157392.673810:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.676314:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.677999:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.680068:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.680281:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268094592 00000100:00100000:1.0:1746157392.680285:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268094592 00002000:00100000:1.0:1746157392.680310:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52d80 x1830978268094592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.680318:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52d80 with x1830978268094592 ext(0->4095) 00002000:00010000:1.0:1746157392.680322:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba52d80 00000100:00100000:1.0:1746157392.680344:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4577 00000100:00100000:1.0:1746157392.680349:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1984:x1830978268094592:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157392.680942:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1984:x1830978268094592:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 591us (875us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.680948:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4577 00002000:00100000:1.0:1746157392.680953:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52d80 x1830978268094592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.680960:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52d80 with x1830978268094592 ext(0->4095) 00002000:00010000:1.0:1746157392.680962:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba52d80 00000100:00100000:0.0:1746157392.684131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.688863:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.691944:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.692011:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.692279:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268095232 00000100:00100000:1.0:1746157392.692285:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268095232 00002000:00100000:1.0:1746157392.692308:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9c00 x1830978268095232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.692316:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9c00 with x1830978268095232 ext(0->4095) 00010000:00010000:1.0:1746157392.692323:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f86a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03058a expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.692333:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f86a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03058a expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.692338:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9c00 00000100:00100000:1.0:1746157392.692350:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2445 00000100:00100000:1.0:1746157392.692355:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268095232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.692468:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268095232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.692474:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2445 00002000:00100000:1.0:1746157392.692479:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9c00 x1830978268095232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.692486:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9c00 with x1830978268095232 ext(0->4095) 00010000:00010000:1.0:1746157392.692491:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f86a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03058a expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.692499:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d93800/0x4450b99e49e5f86a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03058a expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.692504:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9c00 00000100:00100000:0.0:1746157392.695609:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.695668:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.698673:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.698730:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268095744 00000100:00100000:1.0:1746157392.698735:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268095744 00002000:00100000:1.0:1746157392.698763:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716d80 x1830978268095744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.698771:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716d80 with x1830978268095744 ext(0->4095) 00010000:00010000:1.0:1746157392.698777:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f871 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030591 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.698788:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f871 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030591 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.698793:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091716d80 00000100:00100000:1.0:1746157392.698821:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2446 00000100:00100000:1.0:1746157392.698827:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268095744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.698949:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268095744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.698955:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2446 00002000:00100000:1.0:1746157392.698960:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716d80 x1830978268095744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.698967:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716d80 with x1830978268095744 ext(0->4095) 00010000:00010000:1.0:1746157392.698971:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f871 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030591 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.698980:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f871 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030591 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.698984:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091716d80 00000100:00100000:0.0:1746157392.700657:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.703041:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.705244:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.708678:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.711915:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.711990:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268096640 00000100:00100000:1.0:1746157392.711995:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268096640 00002000:00100000:1.0:1746157392.712024:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717800 x1830978268096640/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.712030:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717800 with x1830978268096640 ext(0->4095) 00002000:00010000:1.0:1746157392.712032:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091717800 00000100:00100000:1.0:1746157392.712096:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4579 00000100:00100000:1.0:1746157392.712102:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268096640:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.712282:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268096640:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.712287:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4579 00002000:00100000:1.0:1746157392.712291:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717800 x1830978268096640/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.712296:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717800 with x1830978268096640 ext(0->4095) 00002000:00010000:1.0:1746157392.712297:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091717800 00000100:00100000:0.0:1746157392.713537:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.713603:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.713921:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6179 00000100:00100000:1.0:1746157392.713927:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268096896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.713933:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.713939:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f88d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0305ad expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.713948:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.713951:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f886 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305a6 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.713955:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.713957:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f88d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ad expref: 24 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.713975:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f886 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305a6 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.713983:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5f88d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ad expref: 24 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.713990:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157392.714013:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978268096896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 82us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.714021:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6179 00000100:00100000:0.0:1746157392.717273:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.719405:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.719545:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268097280 00000100:00100000:1.0:1746157392.719549:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268097280 00002000:00100000:1.0:1746157392.719575:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419fb80 x1830978268097280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.719583:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419fb80 with x1830978268097280 ext(0->4095) 00010000:00010000:1.0:1746157392.719588:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f886 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305a6 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.719598:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f886 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305a6 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.719604:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419fb80 00000100:00100000:1.0:1746157392.719666:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2447 00000100:00100000:1.0:1746157392.719673:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268097280:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.719786:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268097280:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.719792:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2447 00002000:00100000:1.0:1746157392.719796:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419fb80 x1830978268097280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.719803:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419fb80 with x1830978268097280 ext(0->4095) 00010000:00010000:1.0:1746157392.719808:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f886 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305a6 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.719821:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d92000/0x4450b99e49e5f886 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305a6 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.719826:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419fb80 00000100:00100000:0.0:1746157392.721241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.723523:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.726058:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.728244:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.730708:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.733685:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.734991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.735031:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268098432 00000100:00100000:1.0:1746157392.735036:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268098432 00000100:00100000:1.0:1746157392.735264:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6182 00000100:00100000:1.0:1746157392.735270:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978268098432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.735278:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.735286:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f8a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0305c2 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.735299:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.735302:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f89b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305bb expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.735307:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.735310:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f8a2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c2 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.735328:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f89b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305bb expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.735336:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f8a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c2 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.735343:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157392.735373:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31587:x1830978268098432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.735378:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6182 00000100:00100000:0.0:1746157392.736837:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.738950:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.739517:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268098816 00000100:00100000:1.0:1746157392.739523:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268098816 00002000:00100000:1.0:1746157392.739551:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270000 x1830978268098816/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.739559:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268098816 ext(0->4095) 00010000:00010000:1.0:1746157392.739566:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f89b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305bb expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.739577:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f89b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305bb expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.739582:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270000 00000100:00100000:1.0:1746157392.739644:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2448 00000100:00100000:1.0:1746157392.739650:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268098816:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.739764:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268098816:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.739770:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2448 00002000:00100000:1.0:1746157392.739775:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270000 x1830978268098816/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.739781:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268098816 ext(0->4095) 00010000:00010000:1.0:1746157392.739785:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f89b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305bb expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.739797:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f89b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305bb expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.739802:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270000 00000100:00100000:0.0:1746157392.741791:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.741918:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.744772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.747153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.747223:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.747731:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9512 00000100:00100000:1.0:1746157392.747738:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268099584:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.747747:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.747762:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f8a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c2 expref: 23 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.747771:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f8a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c2 expref: 23 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.747787:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5f8a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c2 expref: 23 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.747801:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.747803:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.747807:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.747813:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.747831:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.747842:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 5 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.747851:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266945664:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.747894:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.748880:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266945664:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.748891:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.748912:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268099584:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1174us (1689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.748919:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9512 00000100:00100000:0.0:1746157392.749490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.749525:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268099840 00000100:00100000:1.0:1746157392.749529:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268099840 00002000:00100000:1.0:1746157392.749554:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1180 x1830978268099840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.749560:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978268099840 ext(0->4095) 00010000:00010000:1.0:1746157392.749565:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.749572:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.749576:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1180 00000100:00100000:1.0:1746157392.749598:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2450 00000100:00100000:1.0:1746157392.749602:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268099840:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157392.749703:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268099840:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.749709:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2450 00002000:00100000:1.0:1746157392.749714:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1180 x1830978268099840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.749721:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978268099840 ext(0->4095) 00010000:00010000:1.0:1746157392.749725:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.749732:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.749737:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1180 00000100:00100000:0.0:1746157392.751756:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.751846:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268099968 00000100:00100000:1.0:1746157392.751851:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268099968 00010000:00010000:1.0:1746157392.751871:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.751899:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9513 00000100:00100000:1.0:1746157392.751905:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268099968:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.751913:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.751927:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.751937:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.751954:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f8a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305c9 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.751977:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.751979:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.751984:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.751991:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.752016:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.752026:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266945792:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.752103:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.753606:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266945792:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.753621:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.753893:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268099968:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1988us (2141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.753900:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9513 00000100:00100000:0.0:1746157392.754655:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.757055:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268100352 00000100:00100000:0.0:1746157392.757060:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268100352 00000100:00100000:0.0:1746157392.757113:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6185 00000100:00100000:0.0:1746157392.757118:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268100352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157392.757128:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157392.757155:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0305d7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.757174:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.757180:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157392.757181:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157392.757184:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.757209:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.757442:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 21 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746157392.757452:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266945920:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157392.757515:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.760269:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.760458:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268100480 00000100:00100000:1.0:1746157392.760465:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268100480 00010000:00010000:1.0:1746157392.760489:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.760561:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9514 00000100:00100000:1.0:1746157392.760568:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268100480:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.760579:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.760595:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.760604:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.760622:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d0 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.760771:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.760773:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.760780:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.761183:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.761213:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.761223:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946048:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.761563:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.762954:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946048:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.762968:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.762995:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268100480:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2427us (2728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.763003:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9514 00000100:00100000:0.0:1746157392.763347:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.764693:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.767874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.768297:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.768689:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268101120 00000100:00100000:1.0:1746157392.768694:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268101120 00010000:00010000:1.0:1746157392.768710:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 6 pid: 8488 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.768726:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9515 00000100:00100000:1.0:1746157392.768731:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268101120:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.768739:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.768754:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 6 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.768764:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 6 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.768908:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5f8b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305d7 expref: 6 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.768931:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.768932:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.768937:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.768944:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.768963:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.769175:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 22 pid: 8488 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.769186:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946432:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.769411:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.770511:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946432:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.770522:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.770544:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268101120:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1812us (2248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.770550:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9515 00000100:00100000:0.0:1746157392.772626:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.772790:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268101376 00000100:00100000:1.0:1746157392.772797:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268101376 00002000:00100000:1.0:1746157392.772858:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c86a00 x1830978268101376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.772868:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86a00 with x1830978268101376 ext(0->4095) 00010000:00010000:1.0:1746157392.772876:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.772888:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.772894:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c86a00 00000100:00100000:1.0:1746157392.772917:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2451 00000100:00100000:1.0:1746157392.772924:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268101376:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.773651:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268101376:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 725us (1028us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.773658:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2451 00002000:00100000:1.0:1746157392.773663:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c86a00 x1830978268101376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.773670:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86a00 with x1830978268101376 ext(0->4095) 00010000:00010000:1.0:1746157392.773675:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.773684:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00002000:00010000:1.0:1746157392.773689:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c86a00 00000100:00100000:0.0:1746157392.776601:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.776775:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268101504 00000100:00100000:1.0:1746157392.776782:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268101504 00010000:00010000:1.0:1746157392.776817:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.777530:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9516 00000100:00100000:1.0:1746157392.777538:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268101504:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.777550:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.777568:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.777584:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.777602:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f8be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305de expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.777617:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.777618:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.777624:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305e5 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.777630:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305e5 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.777654:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305e5 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.777663:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946560:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.777728:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.781121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.781588:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946560:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.781603:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.781635:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268101504:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4098us (5127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.781642:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9516 00000100:00100000:0.0:1746157392.783662:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.786418:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.786890:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268102016 00000100:00100000:1.0:1746157392.786894:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268102016 00010000:00010000:1.0:1746157392.786913:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305e5 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.786941:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9517 00000100:00100000:1.0:1746157392.786947:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268102016:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.786955:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.786971:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305e5 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.786980:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305e5 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.786997:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f8c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305e5 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.787016:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.787018:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.787024:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f8cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.787031:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f8cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.787052:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f8cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.787061:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946816:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.787128:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.789114:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266946816:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.789126:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.789172:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268102016:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2225us (2757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.789180:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9517 00000100:00100000:0.0:1746157392.790421:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.790612:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.793040:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.793806:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.794016:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268102656 00000100:00100000:1.0:1746157392.794020:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268102656 00010000:00010000:1.0:1746157392.794035:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f8cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ec expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.794059:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9518 00000100:00100000:1.0:1746157392.794064:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268102656:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.794091:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.794106:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f8cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ec expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.794116:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f8cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ec expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.794129:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f8cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305ec expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.794157:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.794159:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.794164:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.794171:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.794188:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.794197:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.794207:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947200:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.794256:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.796406:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.796565:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947200:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.796578:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.796616:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268102656:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2552us (2810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.796623:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9518 00000100:00100000:0.0:1746157392.802266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.802354:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268103040 00000100:00100000:1.0:1746157392.802361:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268103040 00010000:00010000:1.0:1746157392.802388:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.804086:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9519 00000100:00100000:1.0:1746157392.804098:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1983:x1830978268103040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.804116:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.804148:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.804161:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.804179:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f8d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305f3 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.804199:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.804201:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.804206:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305fa expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.804213:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305fa expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.804237:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305fa expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.804247:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947328:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.804318:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.806097:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947328:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.806109:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157392.806153:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.806160:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1983:x1830978268103040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2066us (3902us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.806167:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9519 00000100:00100000:0.0:1746157392.806191:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268103296 00000100:00100000:0.0:1746157392.806197:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268103296 00002000:00100000:1.0:1746157392.806237:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ce00 x1830978268103296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.806245:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ce00 with x1830978268103296 ext(0->4095) 00002000:00010000:1.0:1746157392.806249:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ce00 00000100:00100000:1.0:1746157392.806308:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4586 00000100:00100000:1.0:1746157392.806314:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268103296:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157392.806513:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268103296:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 198us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.806518:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4586 00002000:00100000:1.0:1746157392.806524:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ce00 x1830978268103296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.806531:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ce00 with x1830978268103296 ext(0->4095) 00002000:00010000:1.0:1746157392.806533:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ce00 00000100:00100000:0.0:1746157392.808120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.810401:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.810523:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268103552 00000100:00100000:1.0:1746157392.810527:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268103552 00010000:00010000:1.0:1746157392.810545:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305fa expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.810562:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9520 00000100:00100000:1.0:1746157392.810567:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268103552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.810575:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.810593:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305fa expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.810602:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305fa expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.810619:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0305fa expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.810632:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.810633:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.810638:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f8e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030601 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.810645:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f8e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030601 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.810667:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f8e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030601 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.810676:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947584:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.810721:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.812054:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947584:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.812063:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.812122:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1986:x1830978268103552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1554us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.812128:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9520 00000100:00100000:0.0:1746157392.812539:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.812719:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268103808 00000100:00100000:1.0:1746157392.812724:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268103808 00002000:00100000:1.0:1746157392.812748:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8000 x1830978268103808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/0 e 0 to 0 dl 1746157403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.812762:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8000 with x1830978268103808 ext(0->4095) 00002000:00010000:1.0:1746157392.812765:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8000 00000100:00100000:1.0:1746157392.812788:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4587 00000100:00100000:1.0:1746157392.812794:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268103808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157392.813585:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268103808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 790us (1047us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157392.813590:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4587 00002000:00100000:1.0:1746157392.813593:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8000 x1830978268103808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:198/0 lens 488/4536 e 0 to 0 dl 1746157403 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157392.813598:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8000 with x1830978268103808 ext(0->4095) 00002000:00010000:1.0:1746157392.813600:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8000 00000100:00100000:0.0:1746157392.818342:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.818589:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.818636:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268104064 00000100:00100000:1.0:1746157392.818640:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268104064 00000100:00100000:1.0:1746157392.818660:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6193 00000100:00100000:1.0:1746157392.818665:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978268104064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157392.818671:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157392.818678:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03060f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.818689:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.818693:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.818698:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157392.818701:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.818771:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.818781:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.818790:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157392.818809:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31587:x1830978268104064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.818815:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6193 00000100:00100000:0.0:1746157392.824970:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.825209:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268104192 00000100:00100000:1.0:1746157392.825214:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268104192 00010000:00010000:1.0:1746157392.825236:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030601 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.825262:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9521 00000100:00100000:1.0:1746157392.825268:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268104192:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.825277:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.825292:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030601 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.825302:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f8e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030601 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.825319:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f8e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030601 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.825337:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.825339:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.825344:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.825351:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.825374:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.825384:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.825394:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947968:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.825452:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.827766:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266947968:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.827781:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.827810:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268104192:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2542us (2840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.827818:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9521 00000100:00100000:0.0:1746157392.828152:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.830938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.830985:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.831106:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268104576 00000100:00100000:1.0:1746157392.831113:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268104576 00010000:00010000:1.0:1746157392.831150:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.831188:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9522 00000100:00100000:1.0:1746157392.831195:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268104576:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.831204:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.831231:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.831241:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.831427:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f8e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030608 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.831438:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.831440:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.831444:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.831450:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.831466:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.831474:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 22 pid: 8487 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.831487:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948224:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.831546:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.834475:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948224:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.834490:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.834535:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268104576:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3340us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.834543:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9522 00000100:00100000:0.0:1746157392.835653:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.838488:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.838711:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.838797:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268105216 00000100:00100000:1.0:1746157392.838801:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268105216 00010000:00010000:1.0:1746157392.838818:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 23 pid: 8487 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.838835:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9523 00000100:00100000:1.0:1746157392.838840:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1984:x1830978268105216:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.838848:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.838864:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 24 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.839117:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 24 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.839145:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5f8ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03060f expref: 24 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.839159:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.839160:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.839165:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.839172:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.839316:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.839326:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 5 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.839335:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948480:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.839386:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.841654:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948480:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.841667:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.841700:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1984:x1830978268105216:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2859us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.841707:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9523 00000100:00100000:0.0:1746157392.842012:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.846424:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.846481:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268105600 00000100:00100000:1.0:1746157392.846489:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268105600 00010000:00010000:1.0:1746157392.846515:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.846546:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9524 00000100:00100000:1.0:1746157392.846553:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268105600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.846566:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.846582:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.846592:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.846610:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f8f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030616 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.846632:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.846634:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.846640:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03061d expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.846648:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03061d expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.846673:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03061d expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.846684:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948608:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.847152:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.849892:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948608:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.849908:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.849948:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268105600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3395us (3530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.849959:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9524 00000100:00100000:0.0:1746157392.851316:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.853665:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.855603:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.855827:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268106112 00000100:00100000:1.0:1746157392.855832:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268106112 00010000:00010000:1.0:1746157392.855849:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03061d expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.855879:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9525 00000100:00100000:1.0:1746157392.855884:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268106112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.855893:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.855910:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03061d expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.855919:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03061d expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.855935:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f8fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03061d expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.856034:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.856036:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.856042:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.856049:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.856207:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.856216:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948864:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.856354:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.857570:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266948864:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.857579:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.857768:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1986:x1830978268106112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1882us (2165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.857776:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9525 00000100:00100000:0.0:1746157392.858428:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.859701:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268106496 00000100:00100000:0.0:1746157392.859705:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268106496 00000100:00100000:0.0:1746157392.859737:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6197 00000100:00100000:0.0:1746157392.859743:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268106496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157392.859752:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157392.859763:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03062b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.859781:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.859787:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157392.859788:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157392.859791:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.859812:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.859822:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 5 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746157392.859832:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266948992:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157392.860265:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.860474:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.862329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.862390:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268106752 00000100:00100000:1.0:1746157392.862394:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268106752 00010000:00010000:1.0:1746157392.862409:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.862479:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9526 00000100:00100000:1.0:1746157392.862485:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268106752:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.862492:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.862508:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.862517:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.862530:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f904 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030624 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.862628:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.862630:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.862637:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.862644:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.862664:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.862672:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.862680:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266949248:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.862726:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.864996:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266949248:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.865011:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.865039:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268106752:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2553us (2710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.865045:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9526 00000100:00100000:0.0:1746157392.866607:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.869641:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.869784:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268107136 00000100:00100000:1.0:1746157392.869790:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268107136 00010000:00010000:1.0:1746157392.869812:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.870059:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9527 00000100:00100000:1.0:1746157392.870065:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268107136:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.870095:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.870110:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.870120:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.870149:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f90b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03062b expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.870283:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.870285:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.870291:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030632 expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.870299:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030632 expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.870324:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030632 expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.870335:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266949376:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.870570:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.871995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.872069:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266949376:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.872094:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.872115:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268107136:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2051us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.872122:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9527 00000100:00100000:0.0:1746157392.873625:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.876346:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.876555:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268107648 00000100:00100000:1.0:1746157392.876561:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268107648 00010000:00010000:1.0:1746157392.876582:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030632 expref: 22 pid: 8487 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.876613:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9528 00000100:00100000:1.0:1746157392.876618:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268107648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.876629:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.876645:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030632 expref: 22 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.876655:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030632 expref: 22 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.876672:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f912 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030632 expref: 22 pid: 8487 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.876696:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.876698:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.876703:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f919 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030639 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.876711:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030639 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.876732:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030639 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.876741:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266949632:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.876796:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.880853:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266949632:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.880868:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.880902:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268107648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4282us (4556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.880911:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9528 00000100:00100000:0.0:1746157392.882644:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.886067:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.887278:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.887335:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268108288 00000100:00100000:1.0:1746157392.887339:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268108288 00010000:00010000:1.0:1746157392.887356:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f919 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030639 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.887424:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9529 00000100:00100000:1.0:1746157392.887429:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268108288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.887438:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.887453:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f919 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030639 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.887463:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030639 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.887477:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f919 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030639 expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.887794:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.887796:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.887802:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.887809:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.887829:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.887838:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.887848:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950016:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.887910:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.890220:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.890300:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950016:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.890312:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.890339:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268108288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2909us (3062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.890347:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9529 00000100:00100000:0.0:1746157392.900381:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.900674:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268108672 00000100:00100000:1.0:1746157392.900682:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268108672 00010000:00010000:1.0:1746157392.900710:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.900788:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9530 00000100:00100000:1.0:1746157392.900795:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268108672:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.900810:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.900826:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.900836:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.900855:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f920 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030640 expref: 23 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.900883:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.900885:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.900890:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f927 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030647 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.900897:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030647 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.900922:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030647 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.900932:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950144:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.903414:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.905647:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950144:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.905663:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.906006:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268108672:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5210us (5630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.906018:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9530 00000100:00100000:0.0:1746157392.906749:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.910514:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.915530:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.915611:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268109184 00000100:00100000:1.0:1746157392.915639:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268109184 00010000:00010000:1.0:1746157392.915662:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f927 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030647 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.915742:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9531 00000100:00100000:1.0:1746157392.915749:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268109184:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.915760:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.915777:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f927 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030647 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.915787:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f927 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030647 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.915805:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f927 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030647 expref: 22 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.915830:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.915832:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.915838:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.915844:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.916063:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.916106:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950400:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.916601:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.920724:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950400:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.920739:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.920774:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1986:x1830978268109184:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5025us (5245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.920782:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9531 00000100:00100000:0.0:1746157392.921153:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268109312 00000100:00100000:0.0:1746157392.921157:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268109312 00000100:00100000:0.0:1746157392.921181:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6203 00000100:00100000:0.0:1746157392.921186:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268109312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157392.921193:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157392.921205:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030655 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.921223:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.921229:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157392.921231:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157392.921234:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.921256:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157392.921265:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 5 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746157392.921278:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266950528:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157392.921318:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.923780:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.925198:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.925287:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268109824 00000100:00100000:1.0:1746157392.925292:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268109824 00010000:00010000:1.0:1746157392.925309:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.925340:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9532 00000100:00100000:1.0:1746157392.925346:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268109824:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.925354:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.925370:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.925379:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.925392:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f92e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03064e expref: 6 pid: 16659 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.925405:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.925407:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.925412:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.925419:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.925437:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.925446:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 22 pid: 8488 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.925454:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950784:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.925833:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.927600:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.927808:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950784:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.927821:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.927850:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268109824:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2503us (2653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.927857:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9532 00000100:00100000:0.0:1746157392.931466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.931868:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268110208 00000100:00100000:1.0:1746157392.931876:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268110208 00010000:00010000:1.0:1746157392.931903:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.931938:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9533 00000100:00100000:1.0:1746157392.931945:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268110208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.931958:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.931972:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.931982:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.931998:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f935 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030655 expref: 23 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.932057:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.932059:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.932066:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f93c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03065c expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.932190:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f93c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03065c expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.932222:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f93c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03065c expref: 22 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.932232:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950912:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.932293:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.935030:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.935118:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266950912:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.935145:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.935176:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268110208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3231us (3714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.935186:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9533 00000100:00100000:0.0:1746157392.938823:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.943450:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.949213:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.949422:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268110848 00000100:00100000:1.0:1746157392.949433:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268110848 00010000:00010000:1.0:1746157392.949463:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f93c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03065c expref: 24 pid: 8488 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746157392.949501:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9534 00000100:00100000:1.0:1746157392.949507:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268110848:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.949518:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.949534:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f93c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03065c expref: 24 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.949544:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f93c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03065c expref: 24 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.949564:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f93c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03065c expref: 24 pid: 8488 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746157392.949590:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.949592:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.949597:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f943 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030663 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.949605:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f943 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030663 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.949628:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f943 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030663 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.949638:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266951168:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.949941:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.952580:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266951168:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.952596:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.952633:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268110848:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3125us (3425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.952641:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9534 00000100:00100000:0.0:1746157392.954038:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.958543:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.961206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.961310:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.961737:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268111488 00000100:00100000:1.0:1746157392.961741:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268111488 00010000:00010000:1.0:1746157392.961756:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f943 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030663 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.961783:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9535 00000100:00100000:1.0:1746157392.961789:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268111488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.961796:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.961812:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f943 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030663 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.961821:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f943 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030663 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.961840:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.961841:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.961846:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.961857:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.961881:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.961891:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.961900:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266951552:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.961951:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.963086:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266951552:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.963296:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.963328:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268111488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1537us (2017us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.963335:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9535 00000100:00100000:0.0:1746157392.964456:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.966303:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.966372:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.966636:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268111872 00000100:00100000:1.0:1746157392.966640:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268111872 00010000:00010000:1.0:1746157392.966656:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.966676:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9536 00000100:00100000:1.0:1746157392.966681:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268111872:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.966700:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.966715:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.966723:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.966738:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f94a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03066a expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.966767:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.966866:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268111872:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 183us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.966872:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9536 00000100:00100000:0.0:1746157392.969451:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.972700:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.972775:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.972831:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268112512 00000100:00100000:1.0:1746157392.972838:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268112512 00010000:00010000:1.0:1746157392.972865:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f951 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030671 expref: 25 pid: 8488 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.972885:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9537 00000100:00100000:1.0:1746157392.972890:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1983:x1830978268112512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.972900:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.972915:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f951 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030671 expref: 25 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.972925:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f951 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030671 expref: 26 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.973320:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b200/0x4450b99e49e5f951 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030671 expref: 26 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.973332:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.973333:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.973338:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.973344:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.973364:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.973374:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 5 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.973383:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952064:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.973436:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.975995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.976185:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952064:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.976199:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.976230:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268112512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3340us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.976239:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9537 00000100:00100000:1.0:1746157392.980104:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268112896 00000100:00100000:1.0:1746157392.980111:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268112896 00010000:00010000:1.0:1746157392.980148:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.980182:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9538 00000100:00100000:1.0:1746157392.980188:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268112896:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.980200:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.981855:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.981870:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.981888:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f958 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030678 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.981899:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.981901:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.981907:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f95f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03067f expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.981914:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f95f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03067f expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.981945:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f95f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03067f expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.981957:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952192:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.982210:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.984195:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952192:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.984209:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.984328:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268112896:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4137us (4955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.984337:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9538 00000100:00100000:0.0:1746157392.984609:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.989437:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.989491:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268113408 00000100:00100000:1.0:1746157392.989496:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268113408 00010000:00010000:1.0:1746157392.989516:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f95f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03067f expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.989547:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9539 00000100:00100000:1.0:1746157392.989552:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268113408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.989561:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.989576:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f95f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03067f expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.989585:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f95f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03067f expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.989601:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70e00/0x4450b99e49e5f95f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03067f expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.989619:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.989620:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.989626:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f966 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030686 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.989845:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030686 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.989868:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030686 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157392.989878:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952448:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.990255:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157392.992094:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.992108:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952448:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.992122:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.992161:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268113408:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2607us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.992168:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9539 00000100:00100000:0.0:1746157392.994217:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.996043:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157392.996250:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157392.996402:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268114048 00000100:00100000:1.0:1746157392.996406:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268114048 00010000:00010000:1.0:1746157392.996421:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f966 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030686 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.996449:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9540 00000100:00100000:1.0:1746157392.996454:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268114048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157392.996462:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157392.996478:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f966 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030686 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.996486:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030686 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.996499:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70000/0x4450b99e49e5f966 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030686 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157392.996521:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.996523:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157392.996528:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.996534:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.996551:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157392.996560:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157392.996569:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952832:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157392.996615:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157392.998053:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266952832:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157392.998065:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157392.998121:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268114048:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1666us (1869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157392.998129:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9540 00000100:00100000:0.0:1746157392.998757:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.001610:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:1.0:1746157393.001917:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157393.002357:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.002374:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268114560 00000100:00100000:1.0:1746157393.002377:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268114560 00010000:00010000:1.0:1746157393.002391:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.002417:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9541 00000100:00100000:1.0:1746157393.002422:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268114560:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.002429:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.002444:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.002452:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.002466:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b70200/0x4450b99e49e5f96d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03068d expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.002475:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.002476:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.002481:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.002487:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.002504:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.002513:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.002526:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953088:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.002568:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.004119:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953088:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.004144:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.004245:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268114560:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1820us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.004251:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9541 00000100:00100000:0.0:1746157393.005571:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.007901:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.007968:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.008124:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268115072 00000100:00100000:1.0:1746157393.008128:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268115072 00010000:00010000:1.0:1746157393.008157:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 26 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.008178:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9542 00000100:00100000:1.0:1746157393.008183:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1983:x1830978268115072:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.008190:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.008204:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 26 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.008506:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.008520:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f974 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030694 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.008532:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.008533:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.008538:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.008545:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.008563:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.008572:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 5 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.008582:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953344:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.008640:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.010743:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953344:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.010759:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.010799:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268115072:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2614us (2829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.010806:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9542 00000100:00100000:0.0:1746157393.011110:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.014244:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.014303:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268115456 00000100:00100000:1.0:1746157393.014310:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268115456 00010000:00010000:1.0:1746157393.014335:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.014357:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9543 00000100:00100000:1.0:1746157393.014363:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268115456:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.014375:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.014392:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.014401:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.014418:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091532a00/0x4450b99e49e5f97b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03069b expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.014429:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.014431:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.014436:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f982 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a2 expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.014442:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f982 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a2 expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.014468:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f982 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a2 expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.014478:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953472:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.014584:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bb7840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.016584:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.016754:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953472:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.016768:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.016794:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268115456:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2431us (2555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.016804:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9543 00000100:00100000:0.0:1746157393.018668:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.022118:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.022432:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268115968 00000100:00100000:1.0:1746157393.022437:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268115968 00010000:00010000:1.0:1746157393.022455:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f982 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a2 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.022471:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9544 00000100:00100000:1.0:1746157393.022475:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268115968:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.022484:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.022835:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f982 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a2 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.022845:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f982 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a2 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.022862:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f982 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a2 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.023396:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.023398:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.023404:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f989 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.023411:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f989 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.023435:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f989 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.023445:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953728:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.023521:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bb7840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.025499:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.025572:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266953728:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.025585:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.025615:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268115968:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3138us (3502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.025622:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9544 00000100:00100000:1.0:1746157393.028356:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.028431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.032216:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.032415:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268116608 00000100:00100000:1.0:1746157393.032420:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268116608 00010000:00010000:1.0:1746157393.032443:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f989 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a9 expref: 6 pid: 8488 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.032475:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9545 00000100:00100000:1.0:1746157393.032481:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268116608:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.032491:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.032507:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f989 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a9 expref: 6 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.032516:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f989 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a9 expref: 6 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.032951:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5f989 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306a9 expref: 6 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.032980:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.032982:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.032989:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.032996:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.033020:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.033030:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.033040:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266954112:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.033127:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bb7840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.035234:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266954112:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.035249:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.035294:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268116608:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2811us (3078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.035302:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9545 00000100:00100000:0.0:1746157393.036358:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.043626:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.043701:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268117120 00000100:00100000:1.0:1746157393.043708:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268117120 00010000:00010000:1.0:1746157393.043735:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.043770:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9546 00000100:00100000:1.0:1746157393.043776:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268117120:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.043786:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.043801:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.043811:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.043827:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f990 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b0 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.043842:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.043843:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.043848:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 24 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.043854:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 24 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.043876:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 24 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.043885:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 24 pid: 8488 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.043897:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266954368:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.043960:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bb7840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.047057:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266954368:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.047098:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.047159:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268117120:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3380us (3536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.047168:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9546 00000100:00100000:0.0:1746157393.047242:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.050892:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.050935:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.051046:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268117504 00000100:00100000:1.0:1746157393.051050:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268117504 00010000:00010000:1.0:1746157393.051066:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 25 pid: 8488 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.051113:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9547 00000100:00100000:1.0:1746157393.051120:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1984:x1830978268117504:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.051128:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.051158:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 26 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.051168:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 26 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.051272:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f997 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306b7 expref: 26 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.051417:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.051460:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1984:x1830978268117504:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 341us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.051466:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9547 00000100:00100000:0.0:1746157393.054156:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.056498:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.056555:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268118016 00000100:00100000:1.0:1746157393.056561:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268118016 00010000:00010000:1.0:1746157393.056583:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f99e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306be expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.056616:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9548 00000100:00100000:1.0:1746157393.056623:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268118016:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.056631:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.056651:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f99e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306be expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.056660:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f99e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306be expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.056675:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f99e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306be expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.056687:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.056689:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.056694:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306c5 expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.056700:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f9a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306c5 expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.056725:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f9a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306c5 expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.056734:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266954752:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.056981:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bb7840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.061164:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266954752:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.061181:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.061254:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268118016:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4629us (4758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.061262:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9548 00000100:00100000:0.0:1746157393.061416:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.063563:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.065273:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.065393:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268118528 00000100:00100000:1.0:1746157393.065397:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268118528 00010000:00010000:1.0:1746157393.065414:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f9a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306c5 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.065443:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9549 00000100:00100000:1.0:1746157393.065448:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268118528:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.065457:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.065471:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f9a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306c5 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.065479:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f9a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306c5 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.065494:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5f9a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306c5 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.065518:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.065519:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.065524:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c800/0x4450b99e49e5f9ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306cc expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.065531:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c800/0x4450b99e49e5f9ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306cc expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.065552:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06c800/0x4450b99e49e5f9ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306cc expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.065711:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266955008:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.065747:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bb7840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.067063:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266955008:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.067100:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.067126:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268118528:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1677us (1853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.067144:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9549 00000100:00100000:0.0:1746157393.067674:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.069784:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.071461:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.072561:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.072606:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268119168 00000100:00100000:1.0:1746157393.072610:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268119168 00010000:00010000:1.0:1746157393.072627:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c800/0x4450b99e49e5f9ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306cc expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.072657:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9550 00000100:00100000:1.0:1746157393.072662:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268119168:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.072672:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.072687:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06c800/0x4450b99e49e5f9ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306cc expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.072696:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06c800/0x4450b99e49e5f9ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306cc expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.072710:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c800/0x4450b99e49e5f9ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306cc expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.072730:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.072732:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.072737:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.072744:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.072768:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.072777:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.072786:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266955392:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.072840:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.074491:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266955392:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.074505:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.074537:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268119168:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1874us (1977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.074544:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9550 00000100:00100000:0.0:1746157393.076383:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.081330:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.082679:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.082796:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268119680 00000100:00100000:0.0:1746157393.082800:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268119680 00010000:00010000:0.0:1746157393.082814:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746157393.082830:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9551 00000100:00100000:0.0:1746157393.082835:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268119680:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157393.082842:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157393.082858:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.082867:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.082881:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5f9b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306d3 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.083227:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.083229:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.083235:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f9ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306da expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.083241:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f9ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306da expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.083261:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f9ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306da expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.083276:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e5f9ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306da expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746157393.083285:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266955648:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157393.084023:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.086564:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.089177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.089418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.092046:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.092177:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268120448 00000100:00100000:1.0:1746157393.092181:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268120448 00002000:00100000:1.0:1746157393.092208:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fea680 x1830978268120448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.092216:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fea680 with x1830978268120448 ext(0->4095) 00010000:00010000:1.0:1746157393.092222:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f9c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306e1 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.092233:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f9c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306e1 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.092239:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fea680 00000100:00100000:1.0:1746157393.092296:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2471 00000100:00100000:1.0:1746157393.092302:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268120448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.092523:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268120448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 220us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.092529:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2471 00002000:00100000:1.0:1746157393.092534:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fea680 x1830978268120448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.092541:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fea680 with x1830978268120448 ext(0->4095) 00010000:00010000:1.0:1746157393.092546:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f9c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306e1 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.092554:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06de00/0x4450b99e49e5f9c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306e1 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.092559:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fea680 00000100:00100000:0.0:1746157393.094362:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.097042:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.097103:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268120832 00000100:00100000:1.0:1746157393.097108:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268120832 00002000:00100000:1.0:1746157393.097146:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe9180 x1830978268120832/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.097154:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9180 with x1830978268120832 ext(0->4095) 00002000:00010000:1.0:1746157393.097158:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fe9180 00000100:00100000:1.0:1746157393.097178:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4602 00000100:00100000:1.0:1746157393.097184:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268120832:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.097291:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268120832:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.097297:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4602 00002000:00100000:1.0:1746157393.097302:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe9180 x1830978268120832/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.097308:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9180 with x1830978268120832 ext(0->4095) 00002000:00010000:1.0:1746157393.097310:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fe9180 00000100:00100000:0.0:1746157393.100210:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.102842:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.105000:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.105480:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268121344 00000100:00100000:1.0:1746157393.105489:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268121344 00002000:00100000:1.0:1746157393.105516:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c528000 x1830978268121344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.105529:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528000 with x1830978268121344 ext(0->4095) 00002000:00010000:1.0:1746157393.105533:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c528000 00000100:00100000:1.0:1746157393.105820:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4603 00000100:00100000:1.0:1746157393.105827:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268121344:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.105933:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268121344:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.105939:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4603 00002000:00100000:1.0:1746157393.105943:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c528000 x1830978268121344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.105950:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528000 with x1830978268121344 ext(0->4095) 00002000:00010000:1.0:1746157393.105953:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c528000 00000100:00100000:0.0:1746157393.107465:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.107604:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.107797:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6227 00000100:00100000:0.0:1746157393.107808:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268121600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157393.107823:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157393.107888:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0306fd expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.107912:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.107918:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f9d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306f6 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.107928:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157393.107930:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.107958:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f9d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306f6 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.107969:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.107979:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c75600, rc 0) 00000100:00100000:0.0:1746157393.108016:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268121600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157393.108021:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6227 00000100:00100000:0.0:1746157393.110895:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.114318:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.117796:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.118977:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.119099:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9556 00000100:00100000:0.0:1746157393.119107:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268122240:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157393.119116:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157393.119152:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f9d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306f6 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.119163:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f9d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306f6 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.119181:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a600/0x4450b99e49e5f9d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306f6 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.119205:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.119206:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.119212:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.119219:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.119242:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.119252:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746157393.119268:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266956928:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157393.119531:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.121654:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.121739:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268122496 00000100:00100000:1.0:1746157393.121746:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268122496 00002000:00100000:1.0:1746157393.121784:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1f80 x1830978268122496/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.121793:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1f80 with x1830978268122496 ext(0->4095) 00010000:00010000:1.0:1746157393.121802:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.121814:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.121825:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1f80 00000100:00100000:1.0:1746157393.121840:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2473 00000100:00100000:1.0:1746157393.121847:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268122496:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.121989:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268122496:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.121995:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2473 00002000:00100000:1.0:1746157393.122000:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1f80 x1830978268122496/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.122006:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1f80 with x1830978268122496 ext(0->4095) 00010000:00010000:1.0:1746157393.122011:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.122019:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.122025:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1f80 00000100:00100000:0.0:1746157393.124017:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.124171:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.124214:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268122752 00000100:00100000:1.0:1746157393.124219:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268122752 00010000:00010000:1.0:1746157393.124239:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 26 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.124258:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9557 00000100:00100000:1.0:1746157393.124263:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1985:x1830978268122752:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.124272:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.124294:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 26 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.124306:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 26 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.124323:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5f9dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0306fd expref: 26 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.124460:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.124462:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.124469:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.124476:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.124509:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.124520:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 5 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.124533:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957184:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.124590:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.128946:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957184:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.128969:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.129023:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268122752:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4757us (4851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.129033:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9557 00000100:00100000:0.0:1746157393.129936:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.132436:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.132551:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268123136 00000100:00100000:1.0:1746157393.132560:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268123136 00010000:00010000:1.0:1746157393.132592:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.132633:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9558 00000100:00100000:1.0:1746157393.132642:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268123136:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.132655:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.132677:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.132688:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.132716:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4b800/0x4450b99e49e5f9e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030704 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.132734:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.132736:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.132743:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f9eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03070b expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.132751:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f9eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03070b expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.132783:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f9eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03070b expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.132794:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957312:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.133268:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.135254:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957312:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.135278:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.135338:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268123136:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2695us (2906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.135350:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9558 00000100:00100000:0.0:1746157393.136570:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.138595:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.141614:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.141705:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268123648 00000100:00100000:1.0:1746157393.141714:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268123648 00010000:00010000:1.0:1746157393.141747:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f9eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03070b expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.141788:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9559 00000100:00100000:1.0:1746157393.141795:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268123648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.141809:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.141831:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f9eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03070b expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.141842:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f9eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03070b expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.141870:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5f9eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03070b expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.141885:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.141887:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.141893:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f9f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030712 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.141905:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f9f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030712 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.141935:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f9f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030712 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.141947:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957568:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.142006:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.143427:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957568:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.143446:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.143492:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268123648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1696us (1888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.143501:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9559 00000100:00100000:0.0:1746157393.143990:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.144125:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268123904 00000100:00100000:1.0:1746157393.144144:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268123904 00002000:00100000:1.0:1746157393.144181:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1f80 x1830978268123904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.144191:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1f80 with x1830978268123904 ext(0->4095) 00002000:00010000:1.0:1746157393.144195:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1f80 00000100:00100000:1.0:1746157393.144227:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4605 00000100:00100000:1.0:1746157393.144234:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268123904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.144605:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268123904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 370us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.144614:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4605 00002000:00100000:1.0:1746157393.144619:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1f80 x1830978268123904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.144625:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1f80 with x1830978268123904 ext(0->4095) 00002000:00010000:1.0:1746157393.144628:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1f80 00000100:00100000:0.0:1746157393.145899:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.146336:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.149695:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.149823:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268124288 00000100:00100000:1.0:1746157393.149832:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268124288 00010000:00010000:1.0:1746157393.149869:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f9f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030712 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.149912:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9560 00000100:00100000:1.0:1746157393.149920:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268124288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.149934:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.149958:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f9f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030712 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.149969:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f9f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030712 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.149992:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4a000/0x4450b99e49e5f9f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030712 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.150016:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.150018:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.150025:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.150039:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.150098:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.150110:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.150121:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957952:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.150224:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.151271:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266957952:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.151288:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.151318:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268124288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1399us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.151325:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9560 00000100:00100000:0.0:1746157393.151768:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.151848:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268124544 00000100:00100000:1.0:1746157393.151854:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268124544 00002000:00100000:1.0:1746157393.151888:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135f80 x1830978268124544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.151897:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268124544 ext(0->4095) 00010000:00010000:1.0:1746157393.151905:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.151917:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.151925:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135f80 00000100:00100000:1.0:1746157393.151953:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2475 00000100:00100000:1.0:1746157393.151960:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268124544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.152309:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268124544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 349us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.152315:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2475 00002000:00100000:1.0:1746157393.152320:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135f80 x1830978268124544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.152327:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268124544 ext(0->4095) 00010000:00010000:1.0:1746157393.152331:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.152340:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.152345:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135f80 00000100:00100000:0.0:1746157393.154179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.154475:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.154539:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268124672 00000100:00100000:1.0:1746157393.154544:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268124672 00010000:00010000:1.0:1746157393.154571:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.154597:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9561 00000100:00100000:1.0:1746157393.154603:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268124672:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.154617:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.154639:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.154650:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.154675:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5f9f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030720 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.154707:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.154709:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.154716:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5fa00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030719 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.154723:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5fa00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030719 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.154811:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5fa00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030719 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.154825:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958080:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.154892:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.157053:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.157201:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958080:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.157221:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.157263:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268124672:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2659us (2787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.157273:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9561 00000100:00100000:0.0:1746157393.162468:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.162914:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268125312 00000100:00100000:1.0:1746157393.162925:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268125312 00010000:00010000:1.0:1746157393.162960:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5fa00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030719 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.163001:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9562 00000100:00100000:1.0:1746157393.163009:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268125312:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.163022:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.163043:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5fa00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030719 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.163055:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5fa00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030719 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.163108:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4be00/0x4450b99e49e5fa00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030719 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.163148:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.163150:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.163160:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.163168:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157393.163191:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157393.163202:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.163213:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958336:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.163281:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.164544:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958336:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.164559:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.164600:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268125312:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1591us (2142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.164608:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9562 00000100:00100000:0.0:1746157393.165221:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268125568 00000100:00100000:0.0:1746157393.165228:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268125568 00002000:00100000:0.0:1746157393.165265:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0700 x1830978268125568/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.165274:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0700 with x1830978268125568 ext(0->4095) 00010000:00010000:0.0:1746157393.165281:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.165292:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.165298:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e0700 00000100:00100000:0.0:1746157393.165322:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2477 00000100:00100000:0.0:1746157393.165329:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268125568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157393.166088:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268125568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 738us (935us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157393.166100:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2477 00002000:00100000:0.0:1746157393.166108:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0700 x1830978268125568/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.166116:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0700 with x1830978268125568 ext(0->4095) 00010000:00010000:0.0:1746157393.166122:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.166141:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.166147:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e0700 00000100:00100000:0.0:1746157393.170194:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.170290:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268125696 00000100:00100000:1.0:1746157393.170299:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268125696 00010000:00010000:1.0:1746157393.170339:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.170380:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9563 00000100:00100000:1.0:1746157393.170388:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268125696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.170404:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.170427:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.170439:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.170463:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06cc00/0x4450b99e49e5fa07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030727 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.170492:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.170495:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.170503:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5fa0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03072e expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.170515:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5fa0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03072e expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.170551:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5fa0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03072e expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.170564:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958592:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.170649:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.172767:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958592:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.172791:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.173000:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268125696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2611us (2814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.173011:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9563 00000100:00100000:0.0:1746157393.174583:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.174642:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268125952 00000100:00100000:1.0:1746157393.174651:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268125952 00002000:00100000:1.0:1746157393.174695:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978268125952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.174704:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978268125952 ext(0->4095) 00002000:00010000:1.0:1746157393.174709:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419c380 00000100:00100000:1.0:1746157393.174771:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4606 00000100:00100000:1.0:1746157393.174778:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268125952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.174971:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268125952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.174982:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4606 00002000:00100000:1.0:1746157393.174987:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978268125952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.174993:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978268125952 ext(0->4095) 00002000:00010000:1.0:1746157393.174996:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419c380 00000100:00100000:0.0:1746157393.177173:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.180016:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.180368:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268126208 00000100:00100000:1.0:1746157393.180376:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268126208 00010000:00010000:1.0:1746157393.180402:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5fa0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03072e expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.180436:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9564 00000100:00100000:1.0:1746157393.180443:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268126208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.180456:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.180478:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5fa0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03072e expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.180488:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5fa0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03072e expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.180510:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c200/0x4450b99e49e5fa0e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03072e expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.181035:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.181038:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.181047:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.181060:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.181113:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.181128:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958848:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.181337:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.183377:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266958848:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.183399:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.183454:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268126208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3006us (3435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.183465:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9564 00000100:00100000:0.0:1746157393.183609:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.184534:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.184749:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268126592 00000100:00100000:1.0:1746157393.184754:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268126592 00002000:00100000:1.0:1746157393.184783:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80a80 x1830978268126592/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.184792:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80a80 with x1830978268126592 ext(0->4095) 00010000:00010000:1.0:1746157393.184798:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.184808:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.184815:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80a80 00000100:00100000:1.0:1746157393.184839:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2478 00000100:00100000:1.0:1746157393.184845:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268126592:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.184986:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268126592:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.184992:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2478 00002000:00100000:1.0:1746157393.184998:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80a80 x1830978268126592/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.185005:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80a80 with x1830978268126592 ext(0->4095) 00010000:00010000:1.0:1746157393.185010:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.185018:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.185024:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80a80 00000100:00100000:0.0:1746157393.187480:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.187654:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268126848 00000100:00100000:1.0:1746157393.187662:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268126848 00010000:00010000:1.0:1746157393.187689:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.187981:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9565 00000100:00100000:1.0:1746157393.187988:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268126848:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.188002:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.188026:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.188041:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.188065:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06c600/0x4450b99e49e5fa15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030735 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.188118:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.188120:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.188128:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5fa1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03073c expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.188147:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5fa1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03073c expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.191224:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5fa1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03073c expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.191248:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266959104:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.191358:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.195820:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.196266:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266959104:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.196286:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.196337:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268126848:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 8349us (8857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.196346:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9565 00000100:00100000:0.0:1746157393.199648:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.199792:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268127232 00000100:00100000:1.0:1746157393.199801:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268127232 00010000:00010000:1.0:1746157393.199832:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5fa1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03073c expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.199868:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9566 00000100:00100000:1.0:1746157393.199875:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268127232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.199885:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.199903:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5fa1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03073c expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.199912:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5fa1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03073c expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.199931:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d06d200/0x4450b99e49e5fa1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03073c expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.199956:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.199958:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.199963:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fa23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030743 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.199971:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fa23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030743 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.199999:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fa23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030743 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.200009:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266959360:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.200111:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.202383:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266959360:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157393.202383:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157393.202400:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.202446:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268127232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2570us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.202453:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9566 00000100:00100000:0.0:1746157393.204267:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.208219:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.208313:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268127744 00000100:00100000:1.0:1746157393.208322:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268127744 00010000:00010000:1.0:1746157393.208356:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fa23 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030743 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.208626:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9567 00000100:00100000:1.0:1746157393.208635:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268127744:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.208648:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.208670:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fa23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030743 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.208680:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fa23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030743 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.208701:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fa23 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030743 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.208718:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.208720:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.208727:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03074a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.208738:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03074a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.208768:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03074a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.208781:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266959616:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.208828:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.210956:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266959616:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.210976:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.211013:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268127744:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2379us (2805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.211022:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9567 00000100:00100000:0.0:1746157393.211626:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.213276:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.213346:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.213395:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6239 00000100:00100000:0.0:1746157393.213456:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978268128128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157393.213508:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157393.215319:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.215369:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268128384 00000100:00100000:1.0:1746157393.215374:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268128384 00010000:00010000:1.0:1746157393.215400:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03074a expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.215614:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9568 00000100:00100000:1.0:1746157393.215622:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268128384:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.215633:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.215656:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03074a expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.215667:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03074a expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.215689:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03074a expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.215713:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.215715:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.215722:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.215730:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.215756:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.215767:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.215778:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266960000:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.216216:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.217214:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266960000:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.217230:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.217266:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268128384:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1644us (1951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.217275:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9568 00000100:00100000:0.0:1746157393.217985:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.220405:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.220452:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.220597:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268128896 00000100:00100000:1.0:1746157393.220607:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268128896 00010000:00010000:1.0:1746157393.220641:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.220680:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9569 00000100:00100000:1.0:1746157393.220687:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268128896:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.220699:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.220720:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.220732:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.220778:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b03400/0x4450b99e49e5fa31 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030751 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.220794:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.220796:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.220801:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.220808:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.220849:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.220856:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.220865:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978266960256:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.220932:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21180 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.220943:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.222578:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266960128:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157393.222580:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157393.222605:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136a46e00/0x4450b99e49e5fa3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03075f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.222619:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a46e00, rc 0) 00000100:00100000:1.0:1746157393.222677:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268128768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1984us (2323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.222686:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6241 00000100:00100000:1.0:1746157393.222719:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268129152 00000100:00100000:1.0:1746157393.222723:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268129152 00002000:00100000:1.0:1746157393.222751:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8a80 x1830978268129152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.222760:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268129152 ext(0->4095) 00010000:00010000:1.0:1746157393.222765:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.222775:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.222780:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8a80 00000100:00100000:1.0:1746157393.222814:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2481 00000100:00100000:1.0:1746157393.222821:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268129152:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.222981:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268129152:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.222987:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2481 00002000:00100000:1.0:1746157393.222992:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8a80 x1830978268129152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.222999:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268129152 ext(0->4095) 00010000:00010000:1.0:1746157393.223003:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.223012:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bae3800/0x4450b99e49e5fa38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030758 expref: 24 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.223017:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8a80 00000100:00100000:0.0:1746157393.225310:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.225642:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268129280 00000100:00100000:1.0:1746157393.225651:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268129280 00000100:00100000:1.0:1746157393.225699:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6242 00000100:00100000:1.0:1746157393.225705:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31587:x1830978268129280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.225722:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.225737:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030766 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157393.225751:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157393.225760:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.225766:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a46e00/0x4450b99e49e5fa3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03075f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.225775:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157393.225778:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030766 expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.225813:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136a46e00/0x4450b99e49e5fa3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03075f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.225823:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030766 expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.225832:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157393.225874:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268129280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.225879:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6242 00000100:00100000:0.0:1746157393.227627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.227769:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268129664 00000100:00100000:1.0:1746157393.227775:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268129664 00002000:00100000:1.0:1746157393.227811:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbad80 x1830978268129664/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.227820:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbad80 with x1830978268129664 ext(0->4095) 00010000:00010000:1.0:1746157393.227827:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136a46e00/0x4450b99e49e5fa3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03075f expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.227840:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136a46e00/0x4450b99e49e5fa3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03075f expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.227846:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdbad80 00000100:00100000:1.0:1746157393.227951:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2482 00000100:00100000:1.0:1746157393.227958:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268129664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.228347:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268129664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 389us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.228354:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2482 00002000:00100000:1.0:1746157393.228360:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbad80 x1830978268129664/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.228367:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbad80 with x1830978268129664 ext(0->4095) 00010000:00010000:1.0:1746157393.228372:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136a46e00/0x4450b99e49e5fa3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03075f expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.228381:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136a46e00/0x4450b99e49e5fa3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03075f expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.228386:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdbad80 00000100:00100000:0.0:1746157393.230746:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.233235:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.233583:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268130048 00000100:00100000:1.0:1746157393.233590:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268130048 00002000:00100000:1.0:1746157393.233627:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273480 x1830978268130048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.233636:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273480 with x1830978268130048 ext(0->4095) 00002000:00010000:1.0:1746157393.233640:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136273480 00000100:00100000:1.0:1746157393.233672:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4609 00000100:00100000:1.0:1746157393.233679:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268130048:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157393.233838:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268130048:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.233845:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4609 00002000:00100000:1.0:1746157393.233850:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273480 x1830978268130048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.233857:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273480 with x1830978268130048 ext(0->4095) 00002000:00010000:1.0:1746157393.233861:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136273480 00000100:00100000:0.0:1746157393.235292:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.235444:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268130176 00000100:00100000:1.0:1746157393.235452:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268130176 00000100:00100000:1.0:1746157393.235506:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6243 00000100:00100000:1.0:1746157393.235515:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268130176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.235534:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.235552:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03076d expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.235580:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030766 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.235588:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.235590:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.235593:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa4d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03076d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.235623:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030766 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.235634:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030766 expref: 23 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.235650:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266960768:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.236147:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.237489:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266960768:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.237518:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03076d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.237534:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157393.237584:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268130176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2069us (2297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.237592:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6243 00000100:00100000:0.0:1746157393.237836:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.240173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.240267:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268130560 00000100:00100000:1.0:1746157393.240273:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268130560 00002000:00100000:1.0:1746157393.240310:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba50e00 x1830978268130560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.240320:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50e00 with x1830978268130560 ext(0->4095) 00002000:00010000:1.0:1746157393.240324:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba50e00 00000100:00100000:1.0:1746157393.240391:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4610 00000100:00100000:1.0:1746157393.240398:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268130560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.240717:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268130560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 318us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.240723:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4610 00002000:00100000:1.0:1746157393.240729:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba50e00 x1830978268130560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.240741:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50e00 with x1830978268130560 ext(0->4095) 00002000:00010000:1.0:1746157393.240744:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba50e00 00000100:00100000:0.0:1746157393.242489:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.242544:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268130688 00000100:00100000:1.0:1746157393.242553:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268130688 00000100:00100000:1.0:1746157393.242605:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6244 00000100:00100000:1.0:1746157393.242613:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268130688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.242631:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.242649:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030774 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.242683:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03076d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.242691:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.242693:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.242696:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.242727:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03076d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.242739:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03076d expref: 5 pid: 8487 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.242751:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266961024:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.242841:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.244656:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.244700:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978266961024:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.244722:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.244732:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157393.244777:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31597:x1830978268130688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2166us (2298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.244783:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6244 00000100:00100000:0.0:1746157393.244793:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.244808:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6245 00000100:00100000:1.0:1746157393.244815:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31587:x1830978268130816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.244827:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.244839:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03077b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.244861:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.244865:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.244870:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.244873:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.244896:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.244905:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.244916:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157393.244952:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268130816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.244958:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6245 00000100:00100000:0.0:1746157393.246610:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.246657:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268131200 00000100:00100000:1.0:1746157393.246663:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268131200 00002000:00100000:1.0:1746157393.246690:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8dc00 x1830978268131200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.246698:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8dc00 with x1830978268131200 ext(0->4095) 00010000:00010000:1.0:1746157393.246704:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.246715:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.246924:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8dc00 00000100:00100000:1.0:1746157393.246949:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2483 00000100:00100000:1.0:1746157393.246955:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268131200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.247065:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268131200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.247093:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2483 00002000:00100000:1.0:1746157393.247099:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8dc00 x1830978268131200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.247110:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8dc00 with x1830978268131200 ext(0->4095) 00010000:00010000:1.0:1746157393.247114:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.247121:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fa54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030774 expref: 25 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.247126:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8dc00 00000100:00100000:0.0:1746157393.248363:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.248556:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268131328 00000100:00100000:1.0:1746157393.248561:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268131328 00000100:00100000:1.0:1746157393.248601:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6246 00000100:00100000:1.0:1746157393.248607:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268131328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.248616:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.248626:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fa62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030782 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.248643:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.248648:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.248652:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157393.248655:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fa62 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030782 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.248681:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.248694:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fa62 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030782 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.248703:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157393.248738:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268131328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.248743:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6246 00000100:00100000:0.0:1746157393.249230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.253471:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.255372:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268131712 00000100:00100000:1.0:1746157393.255386:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268131712 00002000:00100000:1.0:1746157393.255441:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2680 x1830978268131712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.255453:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2680 with x1830978268131712 ext(0->4095) 00010000:00010000:1.0:1746157393.255462:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.255476:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.255483:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2680 00000100:00100000:1.0:1746157393.255503:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2484 00000100:00100000:1.0:1746157393.255511:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268131712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.255707:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268131712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 196us (2243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.255714:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2484 00002000:00100000:1.0:1746157393.255721:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2680 x1830978268131712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.255728:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2680 with x1830978268131712 ext(0->4095) 00010000:00010000:1.0:1746157393.255733:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.255741:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fa5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03077b expref: 24 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.255747:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2680 00000100:00100000:0.0:1746157393.258253:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.258901:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.261705:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.261793:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268132224 00000100:00100000:1.0:1746157393.261802:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268132224 00002000:00100000:1.0:1746157393.261842:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8700 x1830978268132224/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.261851:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8700 with x1830978268132224 ext(0->4095) 00010000:00010000:1.0:1746157393.261859:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fa62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030782 expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.261871:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fa62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030782 expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.261877:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8700 00000100:00100000:1.0:1746157393.261900:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2485 00000100:00100000:1.0:1746157393.261905:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268132224:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.262351:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268132224:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 444us (655us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.262361:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2485 00002000:00100000:1.0:1746157393.262366:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8700 x1830978268132224/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.262373:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8700 with x1830978268132224 ext(0->4095) 00010000:00010000:1.0:1746157393.262378:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fa62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030782 expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.262387:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fa62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030782 expref: 6 pid: 8487 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.262393:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8700 00000100:00100000:0.0:1746157393.265239:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.267753:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.269678:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.272772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.275357:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.278492:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.278579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.278680:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6250 00000100:00100000:1.0:1746157393.278692:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268133376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.278707:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.278724:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03079e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.278762:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.278768:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5fa77 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030797 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.278773:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.278776:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa7e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03079e expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.278806:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db4ac00/0x4450b99e49e5fa77 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030797 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.278818:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fa7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03079e expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.278827:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157393.278859:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268133376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.278866:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6250 00000100:00100000:0.0:1746157393.281540:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.286358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.288902:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.288969:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.292145:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.295616:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.295844:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.299420:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.302371:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.304172:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.306213:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.310176:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.314882:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.314921:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.317793:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.317823:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268135936 00000100:00100000:0.0:1746157393.317830:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268135936 00000100:00100000:0.0:1746157393.318227:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6255 00000100:00100000:0.0:1746157393.318236:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978268135936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157393.318252:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157393.318267:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5faa1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0307c1 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.318294:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.318299:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307ba expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.318305:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157393.318308:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5faa1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307c1 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.318336:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b77c00/0x4450b99e49e5fa9a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307ba expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.318344:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5faa1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307c1 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.318352:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c74400, rc 0) 00000100:00100000:0.0:1746157393.318376:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31597:x1830978268135936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157393.318382:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6255 00000100:00100000:0.0:1746157393.318720:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.321855:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.329409:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.329487:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268136704 00000100:00100000:1.0:1746157393.329492:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268136704 00002000:00100000:1.0:1746157393.329520:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5500 x1830978268136704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.329528:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5500 with x1830978268136704 ext(0->4095) 00002000:00010000:1.0:1746157393.329532:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a5500 00000100:00100000:1.0:1746157393.329555:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4615 00000100:00100000:1.0:1746157393.329560:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268136704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.329659:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268136704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.329663:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4615 00002000:00100000:1.0:1746157393.329667:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5500 x1830978268136704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.329673:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5500 with x1830978268136704 ext(0->4095) 00002000:00010000:1.0:1746157393.329675:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a5500 00000100:00100000:0.0:1746157393.331739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.334275:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.337873:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.339521:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.339956:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.341069:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.343419:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.346172:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.347938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.347990:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268138240 00000100:00100000:1.0:1746157393.347995:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268138240 00002000:00100000:1.0:1746157393.348020:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7480 x1830978268138240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.348027:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7480 with x1830978268138240 ext(0->4095) 00002000:00010000:1.0:1746157393.348031:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a7480 00000100:00100000:1.0:1746157393.348054:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4617 00000100:00100000:1.0:1746157393.348059:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268138240:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.348211:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268138240:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.348216:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4617 00002000:00100000:1.0:1746157393.348221:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7480 x1830978268138240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.348227:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7480 with x1830978268138240 ext(0->4095) 00002000:00010000:1.0:1746157393.348229:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a7480 00000100:00100000:0.0:1746157393.349683:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.351863:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.354431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.354789:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268138752 00000100:00100000:1.0:1746157393.354794:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268138752 00002000:00100000:1.0:1746157393.354909:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a4000 x1830978268138752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.354917:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4000 with x1830978268138752 ext(0->4095) 00002000:00010000:1.0:1746157393.354921:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a4000 00000100:00100000:1.0:1746157393.354939:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4618 00000100:00100000:1.0:1746157393.354944:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268138752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.355090:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268138752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.355096:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4618 00002000:00100000:1.0:1746157393.355100:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a4000 x1830978268138752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.355104:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4000 with x1830978268138752 ext(0->4095) 00002000:00010000:1.0:1746157393.355106:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a4000 00000100:00100000:0.0:1746157393.356317:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.359197:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268139136 00000100:00100000:0.0:1746157393.359201:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268139136 00000100:00100000:0.0:1746157393.359224:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6261 00000100:00100000:0.0:1746157393.359229:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31587:x1830978268139136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157393.359243:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157393.359263:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5facb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0307eb expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.359278:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.359281:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fac4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307e4 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.359286:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157393.359289:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5facb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307eb expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.359311:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fac4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307e4 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.360423:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5facb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307eb expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.360435:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c75200, rc 0) 00000100:00100000:0.0:1746157393.360455:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268139136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1226us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157393.360460:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6261 00000100:00100000:0.0:1746157393.363203:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.363264:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268139392 00000100:00100000:1.0:1746157393.363270:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268139392 00002000:00100000:1.0:1746157393.363298:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a4e00 x1830978268139392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.363306:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4e00 with x1830978268139392 ext(0->4095) 00010000:00010000:1.0:1746157393.363312:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fac4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307e4 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.363323:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fac4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307e4 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.363329:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a4e00 00000100:00100000:1.0:1746157393.363353:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2491 00000100:00100000:1.0:1746157393.363359:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268139392:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.363474:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268139392:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.363480:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2491 00002000:00100000:1.0:1746157393.363484:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a4e00 x1830978268139392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.363496:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4e00 with x1830978268139392 ext(0->4095) 00010000:00010000:1.0:1746157393.363500:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fac4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307e4 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.363508:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fac4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307e4 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.363513:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a4e00 00000100:00100000:0.0:1746157393.365160:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.368197:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.370241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.375025:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268140160 00000100:00100000:0.0:1746157393.375029:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268140160 00010000:00010000:0.0:1746157393.375042:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5facb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307eb expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.375985:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9591 00000100:00100000:1.0:1746157393.375992:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268140160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.376000:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.376014:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5facb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307eb expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.376024:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5facb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307eb expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.376037:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5facb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307eb expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.376141:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.376143:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.376148:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.376154:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.376176:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.376185:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 5 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.376194:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266965888:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.376251:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.378610:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266965888:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.378625:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.378664:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268140160:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2672us (3950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.378673:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9591 00000100:00100000:0.0:1746157393.379701:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.379780:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268140416 00000100:00100000:1.0:1746157393.379785:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268140416 00002000:00100000:1.0:1746157393.379809:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a6680 x1830978268140416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.379818:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a6680 with x1830978268140416 ext(0->4095) 00010000:00010000:1.0:1746157393.379825:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.379834:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.379839:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a6680 00000100:00100000:1.0:1746157393.379860:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2493 00000100:00100000:1.0:1746157393.379865:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268140416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.379972:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268140416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.379977:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2493 00002000:00100000:1.0:1746157393.379981:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a6680 x1830978268140416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.379987:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a6680 with x1830978268140416 ext(0->4095) 00010000:00010000:1.0:1746157393.379990:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.379997:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.380002:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a6680 00000100:00100000:0.0:1746157393.384264:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.384376:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268140544 00000100:00100000:1.0:1746157393.384383:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268140544 00010000:00010000:1.0:1746157393.384411:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.384696:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9592 00000100:00100000:1.0:1746157393.384703:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268140544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.384714:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.384731:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.384743:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.384806:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fad2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f2 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.384829:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.384831:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.384837:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fad9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f9 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.384844:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fad9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f9 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.384870:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fad9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f9 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.384882:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966016:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.384954:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.387139:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.387287:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966016:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.387302:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.387331:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268140544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2629us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.387339:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9592 00000100:00100000:0.0:1746157393.390676:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.394608:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.394764:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268141056 00000100:00100000:1.0:1746157393.394774:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268141056 00010000:00010000:1.0:1746157393.394809:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fad9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f9 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.394972:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9593 00000100:00100000:1.0:1746157393.394979:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268141056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.394991:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.395008:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fad9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f9 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.395018:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fad9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f9 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.395034:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b76c00/0x4450b99e49e5fad9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0307f9 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.395244:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.395320:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.395327:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b02600/0x4450b99e49e5fae0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030800 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.395334:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b02600/0x4450b99e49e5fae0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030800 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.395413:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b02600/0x4450b99e49e5fae0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030800 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.395423:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966272:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.395472:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.398170:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966272:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.398194:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.398414:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268141056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3433us (3813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.398424:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9593 00000100:00100000:0.0:1746157393.399094:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.399154:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.404627:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.408057:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.408868:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268141696 00000100:00100000:1.0:1746157393.408878:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268141696 00010000:00010000:1.0:1746157393.408915:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b02600/0x4450b99e49e5fae0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030800 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.408952:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9594 00000100:00100000:1.0:1746157393.408958:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268141696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.408973:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.408996:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b02600/0x4450b99e49e5fae0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030800 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.409008:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b02600/0x4450b99e49e5fae0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030800 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.409030:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b02600/0x4450b99e49e5fae0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030800 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.409098:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.409100:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.409108:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.409116:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.409177:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.409188:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.409200:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966656:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.409534:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.411339:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966656:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.411362:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.411417:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268141696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2457us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.411584:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9594 00000100:00100000:0.0:1746157393.412590:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268141952 00000100:00100000:0.0:1746157393.412599:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268141952 00002000:00100000:0.0:1746157393.412639:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1500 x1830978268141952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.412654:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1500 with x1830978268141952 ext(0->4095) 00010000:00010000:0.0:1746157393.412665:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.412678:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.412684:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1500 00000100:00100000:0.0:1746157393.412712:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2495 00000100:00100000:0.0:1746157393.412719:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268141952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157393.412887:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268141952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157393.412892:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2495 00002000:00100000:0.0:1746157393.412897:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1500 x1830978268141952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.412904:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1500 with x1830978268141952 ext(0->4095) 00010000:00010000:0.0:1746157393.412908:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.412917:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.412923:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1500 00000100:00100000:0.0:1746157393.415509:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.415590:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268142080 00000100:00100000:1.0:1746157393.415600:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268142080 00010000:00010000:1.0:1746157393.415641:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.415740:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9595 00000100:00100000:1.0:1746157393.415748:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268142080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.415761:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.415782:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.415793:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.415815:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b02c00/0x4450b99e49e5fae7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030807 expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.415845:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.415847:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.415853:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5faee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03080e expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.415860:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5faee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03080e expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.415890:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5faee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03080e expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.415901:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966784:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.415974:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.417691:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.417700:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266966784:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.417945:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.418000:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268142080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2252us (2500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.418008:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9595 00000100:00100000:0.0:1746157393.419468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.421465:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.421589:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268142592 00000100:00100000:1.0:1746157393.421596:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268142592 00010000:00010000:1.0:1746157393.421622:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5faee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03080e expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.421660:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9596 00000100:00100000:1.0:1746157393.421667:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268142592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.421679:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.421702:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5faee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03080e expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.421713:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5faee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03080e expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.421734:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5faee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03080e expref: 24 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.421747:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.421749:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.421756:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5faf5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030815 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.421764:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5faf5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030815 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.421797:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5faf5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030815 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.421809:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967040:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.421870:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.423388:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.423413:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967040:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.423431:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.423470:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268142592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1802us (2004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.423479:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9596 00000100:00100000:0.0:1746157393.425105:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.427369:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.427426:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268143104 00000100:00100000:1.0:1746157393.427432:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268143104 00010000:00010000:1.0:1746157393.427453:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5faf5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030815 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.427478:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9597 00000100:00100000:1.0:1746157393.427484:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268143104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.427495:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.427520:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5faf5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030815 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.427530:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5faf5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030815 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.427552:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5faf5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030815 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.427576:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.427578:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.427585:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fafc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03081c expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.427592:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fafc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03081c expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.427644:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fafc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03081c expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.427656:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967296:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.427707:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.429633:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967296:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.429651:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.429704:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268143104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2218us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.429713:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9597 00000100:00100000:0.0:1746157393.429767:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.434377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.439158:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.441846:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.441933:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268143744 00000100:00100000:1.0:1746157393.441942:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268143744 00010000:00010000:1.0:1746157393.441974:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fafc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03081c expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.442063:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9598 00000100:00100000:1.0:1746157393.442093:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1983:x1830978268143744:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.442109:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746157393.442140:0:7110:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746157393 -> 1746157394 00002000:00010000:1.0:1746157393.442143:0:7110:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746157393 -> 1746157394 00010000:00010000:1.0:1746157393.442149:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fafc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03081c expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.442161:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fafc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03081c expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.442185:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fafc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03081c expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.442310:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.442313:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.442321:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf2c00/0x4450b99e49e5fb03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030823 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.442329:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf2c00/0x4450b99e49e5fb03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030823 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.442365:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf2c00/0x4450b99e49e5fb03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030823 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.442379:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967552:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.442999:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.446447:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268143872 00000100:00100000:0.0:1746157393.446456:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268143872 00000100:00100000:1.0:1746157393.446590:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967552:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.446610:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.446720:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1983:x1830978268143744:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4650us (4882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.446730:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9598 00000100:00100000:0.0:1746157393.449718:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.449758:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.449984:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268144384 00000100:00100000:1.0:1746157393.449988:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268144384 00010000:00010000:1.0:1746157393.450006:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf2c00/0x4450b99e49e5fb03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030823 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.450045:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9599 00000100:00100000:1.0:1746157393.450050:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268144384:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.450058:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.450103:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bf2c00/0x4450b99e49e5fb03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030823 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.450113:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bf2c00/0x4450b99e49e5fb03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030823 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.450143:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bf2c00/0x4450b99e49e5fb03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030823 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.450156:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.450158:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.450163:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.450169:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.450188:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.450199:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 26 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.450214:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967936:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.451258:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.452561:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266967936:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.452582:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.452633:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268144384:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2581us (2872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.452642:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9599 00000100:00100000:0.0:1746157393.453527:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.458575:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.458660:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268144768 00000100:00100000:1.0:1746157393.458668:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268144768 00010000:00010000:1.0:1746157393.458699:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 27 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.458727:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9600 00000100:00100000:1.0:1746157393.458735:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1983:x1830978268144768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.458755:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.458779:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 27 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.458794:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 27 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.458817:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e5fb0a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03082a expref: 27 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.458870:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.458873:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.458880:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5fb11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030831 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.458887:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5fb11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030831 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.458918:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5fb11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030831 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.458930:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266968064:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.459015:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.461217:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.461255:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266968064:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.461276:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.461337:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1983:x1830978268144768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2603us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.461348:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9600 00000100:00100000:0.0:1746157393.463503:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.468757:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.468836:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268145280 00000100:00100000:1.0:1746157393.468844:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268145280 00010000:00010000:1.0:1746157393.468874:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5fb11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030831 expref: 26 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.468903:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9601 00000100:00100000:1.0:1746157393.468909:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1985:x1830978268145280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157393.468922:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157393.468946:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5fb11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030831 expref: 26 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.468962:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5fb11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030831 expref: 26 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.468988:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adbc200/0x4450b99e49e5fb11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030831 expref: 26 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.469005:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.469007:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.469014:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.469021:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.469054:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157393.469065:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266968320:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157393.469181:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.470790:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266968320:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157393.470810:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157393.470848:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268145280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1938us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.470858:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9601 00000100:00100000:0.0:1746157393.471238:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.471717:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268145664 00000100:00100000:0.0:1746157393.471721:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268145664 00000100:00100000:0.0:1746157393.471752:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6273 00000100:00100000:0.0:1746157393.471757:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268145664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157393.471767:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157393.471783:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03083f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.471805:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.471814:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.471815:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.471818:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.471846:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.471857:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746157393.471868:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a178ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266968448:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.472483:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.473885:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a178ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266968448:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.473915:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.473931:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c75600, rc 0) 00000100:00100000:1.0:1746157393.473984:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268145664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2224us (2647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.473992:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6273 00000100:00100000:1.0:1746157393.474415:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268145792 00000100:00100000:1.0:1746157393.474421:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268145792 00000100:00100000:1.0:1746157393.474453:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6274 00000100:00100000:1.0:1746157393.474460:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31597:x1830978268145792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.474474:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.474489:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030846 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.474508:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.474512:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.474517:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.474521:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb26 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030846 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.474549:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.474559:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030846 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.474570:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157393.474592:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31597:x1830978268145792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.474597:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6274 00000100:00100000:0.0:1746157393.474733:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268145920 00000100:00100000:0.0:1746157393.474737:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268145920 00010000:00010000:0.0:1746157393.474753:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746157393.474780:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9602 00000100:00100000:0.0:1746157393.474785:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268145920:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157393.474793:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157393.474814:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.474824:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.474846:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030838 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.474871:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.474873:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.474878:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.474885:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.474906:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.474918:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e5fb1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03083f expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746157393.474930:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a178d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266968704:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157393.474981:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.476788:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.478688:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.481370:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.484336:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.486555:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.488915:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.491236:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.492274:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.492344:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268147328 00000100:00100000:1.0:1746157393.492350:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268147328 00000100:00100000:1.0:1746157393.492389:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6277 00000100:00100000:1.0:1746157393.492395:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978268147328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.492405:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.492415:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03085b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.492431:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.492436:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fb34 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030854 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.492442:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.492444:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb3b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03085b expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.493010:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e5fb34 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030854 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.493020:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb3b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03085b expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.493033:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157393.493201:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978268147328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 804us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.493206:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6277 00000100:00100000:1.0:1746157393.493372:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.496921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.501032:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268147968 00000100:00100000:1.0:1746157393.501037:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268147968 00000100:00100000:1.0:1746157393.501063:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6278 00000100:00100000:1.0:1746157393.501068:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268147968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.501107:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.501117:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030862 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.501145:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03085b expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.501151:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.501153:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.501156:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb42 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030862 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.501321:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb3b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03085b expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.501329:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb3b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03085b expref: 26 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.501346:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266969728:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.501553:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.503500:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266969728:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.503532:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb42 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030862 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.503549:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157393.503608:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268147968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2538us (2769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.503617:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6278 00000100:00100000:0.0:1746157393.506739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.506796:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.507280:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268148352 00000100:00100000:1.0:1746157393.507290:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268148352 00000100:00100000:1.0:1746157393.507343:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6279 00000100:00100000:1.0:1746157393.507350:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268148352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.507364:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.507378:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030869 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.507403:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030862 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.507410:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.507411:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.507414:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb49 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030869 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.507445:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030862 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.507456:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030862 expref: 5 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.507466:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266969984:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.507520:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.510111:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.510489:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266969984:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.510507:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb49 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030869 expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.510520:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157393.510544:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268148352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3194us (3815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.510550:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6279 00000100:00100000:0.0:1746157393.512814:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.516162:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.518382:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.518463:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268149248 00000100:00100000:1.0:1746157393.518471:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268149248 00000100:00100000:1.0:1746157393.518763:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6280 00000100:00100000:1.0:1746157393.518772:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268149248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.518791:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.518808:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fb50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030870 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.518838:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030869 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.518846:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.518848:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.518852:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fb50 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030870 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.518881:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030869 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.518892:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030869 expref: 25 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.518904:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266970240:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.519000:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.520577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.520669:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266970240:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.520694:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fb50 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030870 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.520709:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157393.520759:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268149248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1988us (2387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.520766:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6280 00000100:00100000:0.0:1746157393.522639:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.525206:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.525269:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268149760 00000100:00100000:1.0:1746157393.525278:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268149760 00000100:00100000:0.0:1746157393.525283:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.528011:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.531047:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.536389:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.536997:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.539577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.542912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.543015:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.545668:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.549308:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.554016:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.557563:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.557734:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268151808 00000100:00100000:1.0:1746157393.557742:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268151808 00000100:00100000:1.0:1746157393.557789:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6285 00000100:00100000:1.0:1746157393.557796:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268151808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.557809:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.557820:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030893 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.557841:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03088c expref: 25 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.557847:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.557849:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.557851:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.557873:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03088c expref: 25 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.557883:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e5fb6c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03088c expref: 25 pid: 8488 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.557892:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266971520:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.557960:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.560009:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266971520:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.560030:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.560043:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:0.0:1746157393.560117:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.560320:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268151808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2524us (2764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.560326:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6285 00000100:00100000:0.0:1746157393.563707:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.563771:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268152064 00000100:00100000:1.0:1746157393.563777:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268152064 00000100:00100000:1.0:1746157393.563866:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6286 00000100:00100000:1.0:1746157393.563873:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268152064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.563885:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.563897:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb7a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03089a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.563919:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.563925:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.563926:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.563929:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb7a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03089a expref: 27 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.563950:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.563959:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 5 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.563969:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266971776:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.564408:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.567540:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.567565:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268152320 00000100:00100000:0.0:1746157393.567571:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268152320 00002000:00100000:0.0:1746157393.567603:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9880 x1830978268152320/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.567613:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9880 with x1830978268152320 ext(0->4095) 00010000:00010000:0.0:1746157393.567620:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.567631:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.567636:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e9880 00000100:00100000:1.0:1746157393.567700:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266971776:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.567717:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb7a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03089a expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.567727:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157393.567754:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268152064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3881us (4052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.567760:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6286 00000100:00100000:0.0:1746157393.567821:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2506 00000100:00100000:0.0:1746157393.567827:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268152320:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157393.567962:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268152320:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (431us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157393.567967:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2506 00002000:00100000:0.0:1746157393.567972:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9880 x1830978268152320/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.567978:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9880 with x1830978268152320 ext(0->4095) 00010000:00010000:0.0:1746157393.567983:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.567990:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fb73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030893 expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.567994:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e9880 00000100:00100000:0.0:1746157393.569461:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.572494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.572600:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268152704 00000100:00100000:1.0:1746157393.572605:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268152704 00002000:00100000:1.0:1746157393.572636:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87b80 x1830978268152704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.572644:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978268152704 ext(0->4095) 00002000:00010000:1.0:1746157393.572648:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87b80 00000100:00100000:1.0:1746157393.572673:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4631 00000100:00100000:1.0:1746157393.572679:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268152704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.572949:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268152704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 269us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.572955:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4631 00002000:00100000:1.0:1746157393.572961:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87b80 x1830978268152704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.572968:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978268152704 ext(0->4095) 00002000:00010000:1.0:1746157393.572971:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87b80 00000100:00100000:0.0:1746157393.576741:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.576825:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268152832 00000100:00100000:1.0:1746157393.576832:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268152832 00000100:00100000:1.0:1746157393.576883:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6287 00000100:00100000:1.0:1746157393.576890:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268152832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.576906:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.576918:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fb81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0308a1 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.576939:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03089a expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.576945:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.576946:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.576949:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fb81 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308a1 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.577110:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03089a expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.577230:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fb7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03089a expref: 25 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.577243:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266972032:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.577470:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.581727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.581759:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266972032:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.581778:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fb81 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308a1 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.581789:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157393.581818:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268152832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4930us (5084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.581824:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6287 00000100:00100000:0.0:1746157393.584432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.588099:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.591601:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.591717:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268153472 00000100:00100000:1.0:1746157393.591723:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268153472 00000100:00100000:1.0:1746157393.591799:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6288 00000100:00100000:1.0:1746157393.591806:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978268153472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.591818:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.591831:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fb88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0308a8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.591854:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fb81 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308a1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.591861:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.591862:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.591865:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fb88 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308a8 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.591888:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fb81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308a1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.591897:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fb81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308a1 expref: 5 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.591906:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266972288:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.591974:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.592051:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.593910:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.594120:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266972288:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.594148:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fb88 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308a8 expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.594159:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157393.594299:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31587:x1830978268153472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2492us (2698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.594306:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6288 00000100:00100000:0.0:1746157393.597103:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.600229:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.603565:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.605772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.605825:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268154496 00000100:00100000:1.0:1746157393.605831:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268154496 00000100:00100000:1.0:1746157393.605875:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6290 00000100:00100000:1.0:1746157393.605882:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268154496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.605893:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.605991:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0308b6 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.606015:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fb8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308af expref: 27 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.606022:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.606024:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.606026:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb96 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308b6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.606048:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fb8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308af expref: 27 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.606057:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bf3a00/0x4450b99e49e5fb8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308af expref: 27 pid: 8488 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.606067:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266972800:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.606161:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.609152:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266972800:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.609180:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb96 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308b6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.609195:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157393.609229:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e9e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268154496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3347us (3461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.609236:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6290 00000100:00100000:0.0:1746157393.609494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.612385:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.613423:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.613636:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268155008 00000100:00100000:1.0:1746157393.613641:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268155008 00000100:00100000:1.0:1746157393.613710:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6291 00000100:00100000:1.0:1746157393.613716:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978268155008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.613726:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.613738:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb9d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0308bd expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.613757:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb96 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308b6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.613763:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.613765:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.613767:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb9d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308bd expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.613793:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308b6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.613803:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fb96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308b6 expref: 5 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.613812:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266973056:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.613863:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.614757:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.615049:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266973056:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.615061:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fb9d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308bd expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.615068:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157393.615102:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e9e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31587:x1830978268155008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1387us (1681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.615107:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6291 00000100:00100000:0.0:1746157393.615658:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.617908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.621498:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157393.624675:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157393.624748:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.627944:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.631244:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.634576:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.636191:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.639250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.639377:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268156672 00000100:00100000:1.0:1746157393.639384:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268156672 00000100:00100000:1.0:1746157393.639423:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6295 00000100:00100000:1.0:1746157393.639429:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31597:x1830978268156672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.639441:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.639454:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fbb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0308d9 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.639477:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.639482:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fbb2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308d2 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.639487:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.639489:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fbb9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308d9 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.639516:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf2400/0x4450b99e49e5fbb2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308d2 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.639526:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fbb9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0308d9 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.639535:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157393.639575:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e9e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:31597:x1830978268156672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.639581:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6295 00000100:00100000:0.0:1746157393.642663:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.646231:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.648331:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.650271:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.652270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.657019:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.662219:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.663424:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.667042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.667148:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.669635:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.673065:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.675457:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.678866:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.682652:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.691543:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.692864:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.701029:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.704501:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.707673:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.710714:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.713496:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.718958:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.720124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.723689:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.724651:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.724870:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268161280 00000100:00100000:1.0:1746157393.724877:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268161280 00000100:00100000:1.0:1746157393.724920:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6304 00000100:00100000:1.0:1746157393.724927:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31597:x1830978268161280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.724966:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.724981:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fbf8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030918 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.725002:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.725007:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fbf1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030911 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.725013:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.725017:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fbf8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030918 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.725045:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fbf1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030911 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.725054:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fbf8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030918 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.725061:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157393.725632:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31597:x1830978268161280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 704us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.725638:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6304 00000100:00100000:0.0:1746157393.728262:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.731954:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.738719:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.738781:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268162048 00000100:00100000:1.0:1746157393.738790:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268162048 00002000:00100000:1.0:1746157393.738831:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e988700 x1830978268162048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.738842:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e988700 with x1830978268162048 ext(0->4095) 00002000:00010000:1.0:1746157393.738847:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e988700 00000100:00100000:1.0:1746157393.738873:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4642 00000100:00100000:1.0:1746157393.738879:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1985:x1830978268162048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.739046:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1985:x1830978268162048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.739053:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4642 00002000:00100000:1.0:1746157393.739058:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e988700 x1830978268162048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.739065:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e988700 with x1830978268162048 ext(0->4095) 00002000:00010000:1.0:1746157393.739068:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e988700 00000100:00100000:0.0:1746157393.745494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.746218:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268162176 00000100:00100000:1.0:1746157393.746229:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268162176 00000100:00100000:1.0:1746157393.746383:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6305 00000100:00100000:1.0:1746157393.746392:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268162176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.746411:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.746430:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fbff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03091f expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.746462:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fbf8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030918 expref: 27 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.746470:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.746471:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.746474:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fbff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03091f expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.746506:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fbf8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030918 expref: 27 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.746521:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fbf8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030918 expref: 27 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.746533:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266976640:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.747290:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.749768:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266976640:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.749801:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fbff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03091f expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.749821:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157393.751202:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268162176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4801us (5709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.751214:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6305 00000100:00100000:0.0:1746157393.751657:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.757464:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.762432:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091ecd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978266976768:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157393.762454:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157393.763166:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e989180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1983:x1830978268162432:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5540us (5710us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157393.763174:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9634 00000100:00100000:1.0:1746157393.763327:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4643 00000100:00100000:1.0:1746157393.763337:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268162688:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.763457:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268162688:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (1139us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.763462:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4643 00002000:00100000:1.0:1746157393.763468:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f1880 x1830978268162688/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.763476:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f1880 with x1830978268162688 ext(0->4095) 00002000:00010000:1.0:1746157393.763479:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f1880 00000100:00100000:0.0:1746157393.767803:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.767967:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268162816 00000100:00100000:1.0:1746157393.767978:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268162816 00000100:00100000:1.0:1746157393.768036:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6306 00000100:00100000:1.0:1746157393.768043:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31587:x1830978268162816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.768057:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.768097:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc06 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030926 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.768122:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fbff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03091f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.768138:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.768140:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.768143:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc06 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030926 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.768167:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fbff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03091f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157393.768169:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157393.768177:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fbff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03091f expref: 5 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.768186:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266976896:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.768260:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157393.770200:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266976896:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.770227:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc06 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030926 expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.770246:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157393.770283:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268162816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2239us (2490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.770290:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6306 00000100:00100000:0.0:1746157393.770825:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.778628:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.778767:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268163328 00000100:00100000:1.0:1746157393.778778:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268163328 00002000:00100000:1.0:1746157393.778823:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e989c00 x1830978268163328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.778833:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e989c00 with x1830978268163328 ext(0->4095) 00010000:00010000:1.0:1746157393.778842:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030926 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.778855:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030926 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.778862:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e989c00 00000100:00100000:1.0:1746157393.778898:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2516 00000100:00100000:1.0:1746157393.778905:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268163328:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.779102:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268163328:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.779109:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2516 00002000:00100000:1.0:1746157393.779114:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e989c00 x1830978268163328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.779135:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e989c00 with x1830978268163328 ext(0->4095) 00010000:00010000:1.0:1746157393.779139:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030926 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.779148:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030926 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.779154:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e989c00 00000100:00100000:0.0:1746157393.782744:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.785309:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.785362:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268163712 00000100:00100000:1.0:1746157393.785368:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268163712 00002000:00100000:1.0:1746157393.785399:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e98a300 x1830978268163712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.785409:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98a300 with x1830978268163712 ext(0->4095) 00002000:00010000:1.0:1746157393.785414:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98a300 00000100:00100000:1.0:1746157393.785439:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4644 00000100:00100000:1.0:1746157393.785445:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268163712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.785604:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268163712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.785610:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4644 00002000:00100000:1.0:1746157393.785615:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e98a300 x1830978268163712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.785622:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e98a300 with x1830978268163712 ext(0->4095) 00002000:00010000:1.0:1746157393.785625:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e98a300 00000100:00100000:0.0:1746157393.788303:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.788746:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268163840 00000100:00100000:1.0:1746157393.788754:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268163840 00000100:00100000:1.0:1746157393.788792:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6308 00000100:00100000:1.0:1746157393.788798:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e98a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268163840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.788811:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.788825:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030934 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.788846:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e5fc0d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03092d expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.788853:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.788855:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.788857:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc14 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030934 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.788879:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e5fc0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03092d expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.788888:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e5fc0d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03092d expref: 29 pid: 16659 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746157393.788897:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266977408:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.788956:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.792423:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.792527:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266977408:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.792549:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fc14 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030934 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.792567:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157393.792597:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268163840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3798us (4299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.792604:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6308 00000100:00100000:0.0:1746157393.796188:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.796218:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.798724:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.799058:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.804176:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.806439:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.806510:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268165248 00000100:00100000:1.0:1746157393.806519:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268165248 00002000:00100000:1.0:1746157393.806562:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e988a80 x1830978268165248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.806572:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e988a80 with x1830978268165248 ext(0->4095) 00002000:00010000:1.0:1746157393.806577:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e988a80 00000100:00100000:1.0:1746157393.806607:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4645 00000100:00100000:1.0:1746157393.806612:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268165248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.806773:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268165248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.806779:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4645 00002000:00100000:1.0:1746157393.806784:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e988a80 x1830978268165248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.806791:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e988a80 with x1830978268165248 ext(0->4095) 00002000:00010000:1.0:1746157393.806793:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e988a80 00000100:00100000:0.0:1746157393.808231:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.810553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.812732:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.812778:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268165760 00000100:00100000:1.0:1746157393.812783:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268165760 00002000:00100000:1.0:1746157393.812811:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e988000 x1830978268165760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.812825:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e988000 with x1830978268165760 ext(0->4095) 00002000:00010000:1.0:1746157393.812828:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e988000 00000100:00100000:1.0:1746157393.812850:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4646 00000100:00100000:1.0:1746157393.812855:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268165760:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.812959:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268165760:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.812964:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4646 00002000:00100000:1.0:1746157393.812969:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e988000 x1830978268165760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.812975:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e988000 with x1830978268165760 ext(0->4095) 00002000:00010000:1.0:1746157393.812978:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e988000 00000100:00100000:0.0:1746157393.814570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.817229:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.819567:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.821866:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.822465:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.825248:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.826955:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266978944:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157393.826971:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fc3e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03095e expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.826981:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c600, rc 0) 00000100:00100000:0.0:1746157393.827671:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e98aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268166528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5204us (5806us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157393.827677:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6314 00000100:00100000:0.0:1746157393.828915:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.829243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.832199:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.832557:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268167424 00000100:00100000:1.0:1746157393.832562:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268167424 00002000:00100000:1.0:1746157393.832587:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a4700 x1830978268167424/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.832595:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4700 with x1830978268167424 ext(0->4095) 00010000:00010000:1.0:1746157393.832600:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fc3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03095e expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.832609:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fc3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03095e expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.832615:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a4700 00000100:00100000:1.0:1746157393.832795:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2521 00000100:00100000:1.0:1746157393.832802:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268167424:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.833046:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268167424:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 244us (846us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.833051:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2521 00002000:00100000:1.0:1746157393.833056:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a4700 x1830978268167424/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.833063:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4700 with x1830978268167424 ext(0->4095) 00010000:00010000:1.0:1746157393.833067:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fc3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03095e expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.833092:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fc3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03095e expref: 6 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.833097:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a4700 00000100:00100000:0.0:1746157393.834839:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.837388:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.837487:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268167808 00000100:00100000:1.0:1746157393.837492:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268167808 00002000:00100000:1.0:1746157393.837519:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7b80 x1830978268167808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.837527:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7b80 with x1830978268167808 ext(0->4095) 00002000:00010000:1.0:1746157393.837530:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a7b80 00000100:00100000:1.0:1746157393.837555:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4647 00000100:00100000:1.0:1746157393.837560:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268167808:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.837989:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268167808:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 427us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.837998:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4647 00002000:00100000:1.0:1746157393.838003:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7b80 x1830978268167808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.838010:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7b80 with x1830978268167808 ext(0->4095) 00002000:00010000:1.0:1746157393.838013:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a7b80 00000100:00100000:0.0:1746157393.839814:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268167936 00000100:00100000:0.0:1746157393.839819:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268167936 00000100:00100000:0.0:1746157393.839853:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6316 00000100:00100000:0.0:1746157393.839859:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268167936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157393.839869:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157393.839881:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5fc4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03096c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.839901:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e5fc45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030965 expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.839938:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157393.839939:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157393.839942:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5fc4c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03096c expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.839969:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e5fc45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030965 expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.839978:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e5fc45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030965 expref: 29 pid: 8489 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746157393.839988:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978266979456:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157393.840053:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.841948:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.844862:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.844910:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268168320 00000100:00100000:1.0:1746157393.844917:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268168320 00002000:00100000:1.0:1746157393.844956:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012db30c50 x1830978268168320/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.844965:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30c50 with x1830978268168320 ext(0->4095) 00002000:00010000:1.0:1746157393.844970:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db30c50 00000100:00100000:1.0:1746157393.844993:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4648 00000100:00100000:1.0:1746157393.845000:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268168320:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.845342:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268168320:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 342us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.845349:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4648 00002000:00100000:1.0:1746157393.845355:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012db30c50 x1830978268168320/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.845362:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30c50 with x1830978268168320 ext(0->4095) 00002000:00010000:1.0:1746157393.845365:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012db30c50 00000100:00100000:0.0:1746157393.846828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.848981:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.849063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.851781:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.852120:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268168960 00000100:00100000:1.0:1746157393.852141:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268168960 00002000:00100000:0.0:1746157393.852198:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5500 x1830978268168960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.852209:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5500 with x1830978268168960 ext(0->4095) 00010000:00010000:0.0:1746157393.852218:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fc53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030973 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.852231:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fc53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030973 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.852238:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a5500 00000100:00100000:0.0:1746157393.852264:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2522 00000100:00100000:0.0:1746157393.852272:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268168960:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157393.852433:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268168960:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157393.852439:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2522 00002000:00100000:0.0:1746157393.852445:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5500 x1830978268168960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157393.852452:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5500 with x1830978268168960 ext(0->4095) 00010000:00010000:0.0:1746157393.852457:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fc53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030973 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746157393.852466:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fc53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030973 expref: 31 pid: 8489 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746157393.852471:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a5500 00000100:00100000:0.0:1746157393.854174:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.855052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.859557:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.859650:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268169472 00000100:00100000:1.0:1746157393.859656:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268169472 00002000:00100000:1.0:1746157393.859689:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a6d80 x1830978268169472/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.859697:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a6d80 with x1830978268169472 ext(0->4095) 00010000:00010000:1.0:1746157393.859704:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc5a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03097a expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.859715:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc5a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03097a expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.859720:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a6d80 00000100:00100000:1.0:1746157393.859748:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2523 00000100:00100000:1.0:1746157393.859754:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268169472:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.859872:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268169472:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.859878:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2523 00002000:00100000:1.0:1746157393.859883:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a6d80 x1830978268169472/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.859889:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a6d80 with x1830978268169472 ext(0->4095) 00010000:00010000:1.0:1746157393.859893:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc5a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03097a expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.859900:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc5a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03097a expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.859905:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a6d80 00000100:00100000:0.0:1746157393.861520:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.862697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.868434:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.872652:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.875777:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.877830:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.880595:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.883706:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.886652:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.887252:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.891522:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.893739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.897342:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.903744:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.907190:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.909870:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.911877:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.914837:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.915412:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.915439:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268172672 00000100:00100000:1.0:1746157393.915443:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268172672 00000100:00100000:1.0:1746157393.915466:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6326 00000100:00100000:1.0:1746157393.915471:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268172672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.915477:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.915484:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fc92 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0309b2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.915639:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.915645:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fc8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ab expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.915650:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157393.915653:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fc92 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b2 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.915678:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fc8b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ab expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.915688:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fc92 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b2 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.915695:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157393.915715:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268172672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.915720:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6326 00000100:00100000:0.0:1746157393.920419:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.925849:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.925930:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268173056 00000100:00100000:1.0:1746157393.925937:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268173056 00002000:00100000:1.0:1746157393.925969:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604fb80 x1830978268173056/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.925976:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830978268173056 ext(0->4095) 00010000:00010000:1.0:1746157393.925984:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fc8b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ab expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.925995:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fc8b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ab expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.926000:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604fb80 00000100:00100000:1.0:1746157393.926167:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2526 00000100:00100000:1.0:1746157393.926175:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268173056:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.926357:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268173056:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 183us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.926361:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2526 00002000:00100000:1.0:1746157393.926364:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604fb80 x1830978268173056/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.926371:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830978268173056 ext(0->4095) 00010000:00010000:1.0:1746157393.926375:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fc8b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ab expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.926383:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fc8b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ab expref: 31 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.926389:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604fb80 00000100:00100000:0.0:1746157393.927984:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.928025:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.932422:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.932652:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268173568 00000100:00100000:1.0:1746157393.932658:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268173568 00002000:00100000:1.0:1746157393.932686:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604e300 x1830978268173568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.932693:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830978268173568 ext(0->4095) 00010000:00010000:1.0:1746157393.932699:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fc92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b2 expref: 30 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.932710:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fc92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b2 expref: 30 pid: 8488 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.932715:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604e300 00000100:00100000:1.0:1746157393.932734:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2527 00000100:00100000:1.0:1746157393.932741:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268173568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.932847:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268173568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.932852:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2527 00002000:00100000:1.0:1746157393.932857:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604e300 x1830978268173568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.932864:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830978268173568 ext(0->4095) 00010000:00010000:1.0:1746157393.932868:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fc92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b2 expref: 30 pid: 8488 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.932876:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fc92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b2 expref: 30 pid: 8488 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.932886:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604e300 00000100:00100000:0.0:1746157393.933747:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.933853:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.936388:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.936460:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268174080 00000100:00100000:1.0:1746157393.936466:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268174080 00002000:00100000:1.0:1746157393.936490:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c000 x1830978268174080/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.936497:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830978268174080 ext(0->4095) 00010000:00010000:1.0:1746157393.936503:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b9 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.936514:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc99 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b9 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.936520:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:1.0:1746157393.936532:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2528 00000100:00100000:1.0:1746157393.936538:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268174080:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.936622:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268174080:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 85us (236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.936628:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2528 00002000:00100000:1.0:1746157393.936632:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c000 x1830978268174080/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.936638:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830978268174080 ext(0->4095) 00010000:00010000:1.0:1746157393.936643:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b9 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746157393.936655:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fc99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309b9 expref: 6 pid: 16659 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746157393.936660:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:0.0:1746157393.938008:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.939890:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.941469:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.943397:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.946097:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.949503:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.950485:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.951780:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.954329:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.954373:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268175616 00000100:00100000:1.0:1746157393.954378:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268175616 00002000:00100000:1.0:1746157393.954402:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f800 x1830978268175616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.954410:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f800 with x1830978268175616 ext(0->4095) 00010000:00010000:1.0:1746157393.954415:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fcae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ce expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157393.954425:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fcae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ce expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157393.954431:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282f800 00000100:00100000:1.0:1746157393.954459:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2529 00000100:00100000:1.0:1746157393.954465:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268175616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.954577:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268175616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.954582:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2529 00002000:00100000:1.0:1746157393.954588:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f800 x1830978268175616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.954594:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f800 with x1830978268175616 ext(0->4095) 00010000:00010000:1.0:1746157393.954599:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fcae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ce expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157393.954607:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fcae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ce expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157393.954612:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282f800 00000100:00100000:0.0:1746157393.960502:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.960548:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.963241:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.963292:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268176128 00000100:00100000:1.0:1746157393.963300:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268176128 00002000:00100000:1.0:1746157393.963330:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282ed80 x1830978268176128/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.963338:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ed80 with x1830978268176128 ext(0->4095) 00010000:00010000:1.0:1746157393.963343:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fcb5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309d5 expref: 30 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157393.963356:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fcb5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309d5 expref: 30 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157393.963361:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282ed80 00000100:00100000:1.0:1746157393.963386:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2530 00000100:00100000:1.0:1746157393.963390:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268176128:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.963491:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268176128:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.963496:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2530 00002000:00100000:1.0:1746157393.963501:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282ed80 x1830978268176128/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.963512:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ed80 with x1830978268176128 ext(0->4095) 00010000:00010000:1.0:1746157393.963516:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fcb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309d5 expref: 30 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157393.963523:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e5fcb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309d5 expref: 30 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157393.963528:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282ed80 00000100:00100000:0.0:1746157393.965937:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.966017:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.971593:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.975470:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.978571:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.978733:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268177024 00000100:00100000:1.0:1746157393.978738:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268177024 00002000:00100000:1.0:1746157393.978764:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282d880 x1830978268177024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.978773:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282d880 with x1830978268177024 ext(0->4095) 00002000:00010000:1.0:1746157393.978777:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282d880 00000100:00100000:1.0:1746157393.978797:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4655 00000100:00100000:1.0:1746157393.978803:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268177024:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157393.978915:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268177024:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.978921:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4655 00002000:00100000:1.0:1746157393.978926:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282d880 x1830978268177024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.978934:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282d880 with x1830978268177024 ext(0->4095) 00002000:00010000:1.0:1746157393.978936:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282d880 00000100:00100000:0.0:1746157393.980564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.986724:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.986910:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268177280 00000100:00100000:1.0:1746157393.986917:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268177280 00002000:00100000:1.0:1746157393.986949:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009282ea00 x1830978268177280/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 496/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.986958:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ea00 with x1830978268177280 ext(0->7) 00010000:00010000:1.0:1746157393.986964:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e5fcc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309e3 expref: 30 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157393.986976:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e5fcc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309e3 expref: 30 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157393.986981:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282ea00 00000100:00100000:1.0:1746157393.987007:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2532 00000100:00100000:1.0:1746157393.987013:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268177280:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157393.987920:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268177280:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 905us (1199us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1746157393.987926:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2532 00002000:00100000:1.0:1746157393.987931:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009282ea00 x1830978268177280/t4294967962(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:199/0 lens 496/448 e 0 to 0 dl 1746157404 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.987938:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ea00 with x1830978268177280 ext(0->7) 00010000:00010000:1.0:1746157393.987942:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e5fcc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309e3 expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157393.987950:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e5fcc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309e3 expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157393.987959:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282ea00 00000100:00100000:0.0:1746157393.989692:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.992269:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.992367:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268177664 00000100:00100000:1.0:1746157393.992372:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268177664 00002000:00100000:1.0:1746157393.992397:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1500 x1830978268177664/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/0 e 0 to 0 dl 1746157404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.992404:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1500 with x1830978268177664 ext(0->4095) 00002000:00010000:1.0:1746157393.992408:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f1500 00000100:00100000:1.0:1746157393.992457:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4656 00000100:00100000:1.0:1746157393.992463:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268177664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157393.992572:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268177664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157393.992577:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4656 00002000:00100000:1.0:1746157393.992582:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1500 x1830978268177664/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:199/0 lens 488/4536 e 0 to 0 dl 1746157404 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157393.992589:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1500 with x1830978268177664 ext(0->4095) 00002000:00010000:1.0:1746157393.992592:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f1500 00000100:00100000:0.0:1746157393.996060:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157393.996247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.996323:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268177792 00000100:00100000:1.0:1746157393.996330:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268177792 00000100:00100000:1.0:1746157393.996359:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268177920 00000100:00100000:1.0:1746157393.996361:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268177920 00000100:00100000:1.0:1746157393.996386:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6335 00000100:00100000:1.0:1746157393.996391:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31597:x1830978268177792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157393.996404:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157393.996418:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcd1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0309f1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.996439:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fcca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ea expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.996445:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.996446:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157393.996449:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcd1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f1 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.996472:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fcca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ea expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.996481:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fcca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ea expref: 5 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157393.996491:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266984320:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157393.996546:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157393.996645:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6336 00000100:00100000:0.0:1746157393.996651:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268177920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157393.996658:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157393.996664:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5fcd8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0309f8 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.996673:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157393.996676:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcd1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f1 expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.996680:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157393.996683:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5fcd8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f8 expref: 34 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.996702:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcd1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f1 expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.996712:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5fcd8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f8 expref: 34 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157393.996720:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c74a00, rc 0) 00000100:00100000:0.0:1746157393.996741:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268177920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157393.996746:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6336 00000100:00100000:0.0:1746157393.998650:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157393.998678:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266984320:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157393.998695:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcd1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f1 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157393.998705:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157393.998732:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31597:x1830978268177792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2340us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157393.998738:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6335 00000100:00100000:0.0:1746157394.000736:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:1.0:1746157394.000868:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157394.002502:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.002580:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268178432 00000100:00100000:1.0:1746157394.002584:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268178432 00000100:00100000:1.0:1746157394.002612:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6337 00000100:00100000:1.0:1746157394.002616:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268178432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.002626:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.002637:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fcdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0309ff expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.002655:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.002660:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5fcd8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f8 expref: 32 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.002665:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.002668:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fcdf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ff expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.002692:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c74a00/0x4450b99e49e5fcd8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309f8 expref: 32 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.002701:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fcdf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0309ff expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.002708:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157394.002741:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268178432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.002746:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6337 00000100:00100000:0.0:1746157394.003104:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.006003:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.008344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.008381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.012470:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.015967:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.019436:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.020755:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4657 00000100:00100000:1.0:1746157394.020764:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268179712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157394.020892:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268179712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (1457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.020897:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4657 00002000:00100000:1.0:1746157394.020902:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d4b100 x1830978268179712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.020908:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4b100 with x1830978268179712 ext(0->4095) 00002000:00010000:1.0:1746157394.020911:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d4b100 00000100:00100000:0.0:1746157394.024579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.024713:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268179840 00000100:00100000:1.0:1746157394.024720:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268179840 00000100:00100000:1.0:1746157394.024771:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6339 00000100:00100000:1.0:1746157394.024778:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268179840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.024791:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.024805:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fced lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a0d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.024827:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fce6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a06 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.024833:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.024835:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.024837:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fced lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a0d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.024860:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fce6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a06 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.024874:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fce6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a06 expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.024883:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266985344:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.024950:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.026498:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266985344:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.026517:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fced lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a0d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.026528:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157394.026563:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268179840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1784us (1989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.026569:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6339 00000100:00100000:0.0:1746157394.028063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.030899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.030970:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.031102:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268180352 00000100:00100000:1.0:1746157394.031107:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268180352 00000100:00100000:1.0:1746157394.031148:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6340 00000100:00100000:1.0:1746157394.031153:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268180352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.031168:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.031179:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcf4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a14 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.031200:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fced lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a0d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.031209:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.031211:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.031213:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcf4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a14 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.031231:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fced lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a0d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.031240:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fced lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a0d expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.031248:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266985600:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.031284:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.032702:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266985600:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.032723:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcf4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a14 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.032735:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157394.032765:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268180352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1611us (1794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.032771:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6340 00000100:00100000:1.0:1746157394.035614:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268180480 00000100:00100000:1.0:1746157394.035620:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268180480 00000100:00100000:1.0:1746157394.035665:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6341 00000100:00100000:1.0:1746157394.035671:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31597:x1830978268180480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.035687:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.035699:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fcfb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a1b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.035718:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.035722:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcf4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a14 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.035727:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.035730:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fcfb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a1b expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.035753:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5fcf4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a14 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.035763:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fcfb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a1b expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.035770:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.035806:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31597:x1830978268180480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.035811:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6341 00000100:00100000:0.0:1746157394.035990:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.039677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.042174:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.045620:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268181248 00000100:00100000:0.0:1746157394.045628:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268181248 00002000:00100000:0.0:1746157394.045662:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0e00 x1830978268181248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157394.045672:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0e00 with x1830978268181248 ext(0->4095) 00002000:00010000:0.0:1746157394.045676:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f0e00 00000100:00100000:0.0:1746157394.045934:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4659 00000100:00100000:0.0:1746157394.045940:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268181248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157394.046044:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268181248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (611us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157394.046049:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4659 00002000:00100000:0.0:1746157394.046053:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0e00 x1830978268181248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157394.046060:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0e00 with x1830978268181248 ext(0->4095) 00002000:00010000:0.0:1746157394.046062:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f0e00 00000100:00100000:0.0:1746157394.049417:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.049569:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268181376 00000100:00100000:1.0:1746157394.049578:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268181376 00000100:00100000:1.0:1746157394.049725:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6342 00000100:00100000:1.0:1746157394.049733:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268181376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.049752:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.049771:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a22 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.049800:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fcfb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a1b expref: 31 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.049807:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.049809:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.049812:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd02 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a22 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.049842:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fcfb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a1b expref: 31 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.049854:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fcfb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a1b expref: 31 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.049866:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266986112:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.050729:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.052386:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266986112:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.052416:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd02 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a22 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.052434:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157394.052581:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268181376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (3173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.052590:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6342 00000100:00100000:0.0:1746157394.052853:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.055016:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.055547:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.055874:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268181888 00000100:00100000:1.0:1746157394.055880:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268181888 00000100:00100000:1.0:1746157394.055923:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6343 00000100:00100000:1.0:1746157394.055928:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268181888:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.055938:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.055953:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a29 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.055976:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a22 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.055983:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.055985:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.055988:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd09 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a29 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.056014:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a22 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.056025:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a22 expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.056035:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266986368:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.056252:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.056808:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.056974:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266986368:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.056993:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd09 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a29 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.057004:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157394.057032:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268181888:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1104us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.057038:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6343 00000100:00100000:0.0:1746157394.057627:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.060511:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.063212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.065716:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.067964:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.071711:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.074888:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.077215:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.077253:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.077311:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268183424 00000100:00100000:1.0:1746157394.077318:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268183424 00000100:00100000:1.0:1746157394.077364:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6347 00000100:00100000:1.0:1746157394.077369:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268183424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.077383:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.077399:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fd1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a3e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.077424:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fd17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a37 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.077431:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.077432:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.077436:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fd1e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a3e expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.077464:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fd17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a37 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.077474:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fd17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a37 expref: 5 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.077484:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266987136:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.077541:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.079757:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266987136:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157394.079783:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157394.079789:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5fd1e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a3e expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.079803:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157394.079846:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268183424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2475us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.079853:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6347 00000100:00100000:0.0:1746157394.082275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.084305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.087317:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.090040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.090172:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268184448 00000100:00100000:1.0:1746157394.090180:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268184448 00000100:00100000:1.0:1746157394.090241:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6348 00000100:00100000:1.0:1746157394.090250:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268184448:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.090268:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.090285:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a4c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.090315:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fd25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a45 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.090322:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.090323:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.090326:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd2c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a4c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.090355:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fd25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a45 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.090366:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fd25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a45 expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.090378:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266987648:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.090468:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.091813:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266987648:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.091840:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd2c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a4c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.091854:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157394.091900:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268184448:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1651us (1869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.091909:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6348 00000100:00100000:0.0:1746157394.099937:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.100254:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268184960 00000100:00100000:1.0:1746157394.100264:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268184960 00000100:00100000:1.0:1746157394.100323:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6349 00000100:00100000:1.0:1746157394.100330:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268184960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.100349:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.100365:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd33 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a53 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.100392:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a4c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.100399:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.100400:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.100404:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd33 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a53 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.100448:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a4c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.100459:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a4c expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.100469:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266987904:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.100554:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.100616:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.101597:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266987904:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.101612:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd33 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a53 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.101624:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157394.101655:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31597:x1830978268184960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1325us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.101660:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6349 00000100:00100000:0.0:1746157394.102343:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.104188:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.106977:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268185600 00000100:00100000:1.0:1746157394.106986:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268185600 00000100:00100000:1.0:1746157394.107026:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6351 00000100:00100000:1.0:1746157394.107033:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268185600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.107049:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.107066:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fd41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a61 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.107136:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.107143:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fd3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a5a expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.107150:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.107153:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fd41 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a61 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.107187:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5fd3a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a5a expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.107582:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fd41 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a61 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.107591:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157394.107614:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268185600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 582us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.107620:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6351 00000100:00100000:0.0:1746157394.109433:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.111546:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.111638:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.111650:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268186240 00000100:00100000:1.0:1746157394.111657:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268186240 00000100:00100000:1.0:1746157394.111706:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6352 00000100:00100000:1.0:1746157394.111713:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268186240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.111728:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.111742:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fd48 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a68 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.111767:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.111773:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fd41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a61 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.111858:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.111862:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fd48 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a68 expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.111904:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fd41 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a61 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.112014:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fd48 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a68 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.112023:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157394.112066:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268186240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 354us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.112093:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6352 00000100:00100000:0.0:1746157394.114206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.116926:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.119943:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.122203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.122254:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268187008 00000100:00100000:1.0:1746157394.122260:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268187008 00000100:00100000:1.0:1746157394.122296:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6353 00000100:00100000:1.0:1746157394.122301:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268187008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.122311:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.122323:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a6f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.122342:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fd48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a68 expref: 31 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.122348:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.122350:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.122353:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd4f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a6f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.122372:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fd48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a68 expref: 31 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.122383:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5fd48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a68 expref: 31 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.122392:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266988928:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.122454:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.123728:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266988928:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.123743:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd4f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a6f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.123753:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157394.123786:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268187008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1484us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.123790:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6353 00000100:00100000:0.0:1746157394.124371:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.127391:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.129050:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.129207:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268187520 00000100:00100000:1.0:1746157394.129212:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268187520 00000100:00100000:1.0:1746157394.129293:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6354 00000100:00100000:1.0:1746157394.129299:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099539c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268187520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.129308:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.129319:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd56 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a76 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.129370:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a6f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.129377:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.129379:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.129382:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd56 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a76 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.129406:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a6f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.129415:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a6f expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.129424:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266989184:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.129485:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.130687:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.130852:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266989184:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.130883:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd56 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a76 expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.130891:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.130914:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099539c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31597:x1830978268187520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1615us (1866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.130920:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6354 00000100:00100000:0.0:1746157394.131308:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.133650:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.136377:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.136473:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.136575:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268188160 00000100:00100000:1.0:1746157394.136585:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268188160 00000100:00100000:1.0:1746157394.136632:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6356 00000100:00100000:1.0:1746157394.136639:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268188160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.136656:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.136672:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a84 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.136697:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.136703:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e5fd5d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a7d expref: 33 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.136710:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.136713:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd64 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a84 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.136821:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e5fd5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a7d expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.136835:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd64 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a84 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.136843:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157394.136896:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268188160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 257us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.136903:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6356 00000100:00100000:0.0:1746157394.140645:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.143462:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.143653:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268188672 00000100:00100000:1.0:1746157394.143663:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268188672 00000100:00100000:0.0:1746157394.143671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.143715:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6357 00000100:00100000:1.0:1746157394.143722:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268188672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.143748:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.143760:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fd6b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a8b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.143782:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.143787:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a84 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.143791:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.143794:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fd6b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a8b expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.143822:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5fd64 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a84 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.143831:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fd6b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a8b expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.143839:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157394.143880:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268188672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.143886:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6357 00000100:00100000:1.0:1746157394.146608:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.151151:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.154523:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.157045:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.157179:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268189568 00000100:00100000:1.0:1746157394.157189:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268189568 00000100:00100000:1.0:1746157394.157277:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6358 00000100:00100000:1.0:1746157394.157285:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268189568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.157307:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.157324:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a92 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.157354:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fd6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a8b expref: 31 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.157361:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.157363:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.157366:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd72 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a92 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.157396:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fd6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a8b expref: 31 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.157415:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fd6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a8b expref: 31 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.157428:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266990208:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.157508:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.159738:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266990208:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157394.159739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157394.159767:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd72 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a92 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.159785:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.159828:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268189568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2543us (2793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.159839:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6358 00000100:00100000:0.0:1746157394.162818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.165004:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.165235:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268190080 00000100:00100000:1.0:1746157394.165244:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268190080 00000100:00100000:1.0:1746157394.165295:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6359 00000100:00100000:1.0:1746157394.165302:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268190080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.165318:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.165335:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030a99 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.165365:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a92 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.165372:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.165374:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.165377:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd79 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a99 expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.165405:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a92 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.165416:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a92 expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.165428:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266990464:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.165517:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.166880:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.167762:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266990464:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.167782:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd79 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030a99 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.167791:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157394.167824:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268190080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2522us (2829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.167829:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6359 00000100:00100000:0.0:1746157394.171654:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.173258:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.175478:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.175547:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268190976 00000100:00100000:1.0:1746157394.175553:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268190976 00002000:00100000:1.0:1746157394.175586:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f0a80 x1830978268190976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.175595:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0a80 with x1830978268190976 ext(0->4095) 00002000:00010000:1.0:1746157394.175599:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f0a80 00000100:00100000:1.0:1746157394.175619:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4669 00000100:00100000:1.0:1746157394.175625:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268190976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157394.175751:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268190976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.175756:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4669 00002000:00100000:1.0:1746157394.175760:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f0a80 x1830978268190976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.175766:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0a80 with x1830978268190976 ext(0->4095) 00002000:00010000:1.0:1746157394.175768:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f0a80 00000100:00100000:0.0:1746157394.177414:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.177549:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268191104 00000100:00100000:1.0:1746157394.177555:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268191104 00000100:00100000:1.0:1746157394.177590:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6361 00000100:00100000:1.0:1746157394.177595:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268191104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.177609:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.177624:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd87 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030aa7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.177647:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e5fd80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa0 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.177652:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.177653:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.177656:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd87 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.177679:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e5fd80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa0 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.177686:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e5fd80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa0 expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.177694:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266990976:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.177782:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.179430:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.179526:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266990976:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.179552:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd87 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.179569:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157394.179608:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268191104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2012us (2201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.179616:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6361 00000100:00100000:0.0:1746157394.181550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.181667:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268191488 00000100:00100000:1.0:1746157394.181673:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268191488 00002000:00100000:1.0:1746157394.181712:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1c00 x1830978268191488/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.181721:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1c00 with x1830978268191488 ext(0->4095) 00002000:00010000:1.0:1746157394.181724:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1c00 00000100:00100000:1.0:1746157394.181754:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4670 00000100:00100000:1.0:1746157394.181760:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268191488:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157394.181905:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268191488:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.181911:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4670 00002000:00100000:1.0:1746157394.181915:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1c00 x1830978268191488/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.181921:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1c00 with x1830978268191488 ext(0->4095) 00002000:00010000:1.0:1746157394.181924:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1c00 00000100:00100000:0.0:1746157394.183782:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.183890:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268191616 00000100:00100000:1.0:1746157394.183899:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268191616 00000100:00100000:1.0:1746157394.183948:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6362 00000100:00100000:1.0:1746157394.183955:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268191616:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.183975:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.183993:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030aae expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.184025:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd87 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.184032:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.184033:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.184036:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd8e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aae expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.184069:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.184108:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fd87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aa7 expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.184120:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266991232:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.184226:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.186615:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.186717:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978266991232:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.186742:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aae expref: 32 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.186756:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157394.186803:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31597:x1830978268191616:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.186810:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6362 00000100:00100000:1.0:1746157394.186828:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268191744 00000100:00100000:1.0:1746157394.186833:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268191744 00000100:00100000:1.0:1746157394.186861:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6363 00000100:00100000:1.0:1746157394.186866:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268191744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.186877:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.186887:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030ab5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.186902:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.186910:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aae expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.186915:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.186973:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd95 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ab5 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.186998:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5fd8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aae expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.187007:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fd95 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ab5 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.187013:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.187028:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268191744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.187033:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6363 00000100:00100000:0.0:1746157394.188468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.190881:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.195241:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.196540:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.200155:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.202024:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.202186:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.208178:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.208216:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268193152 00000100:00100000:1.0:1746157394.208224:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268193152 00002000:00100000:1.0:1746157394.208266:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1180 x1830978268193152/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.208275:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1180 with x1830978268193152 ext(0->4095) 00010000:00010000:1.0:1746157394.208284:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fd9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030abc expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.208297:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fd9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030abc expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.208303:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e1180 00000100:00100000:1.0:1746157394.208474:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2548 00000100:00100000:1.0:1746157394.208482:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268193152:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157394.208631:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268193152:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.208636:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2548 00002000:00100000:1.0:1746157394.208641:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1180 x1830978268193152/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.208648:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1180 with x1830978268193152 ext(0->4095) 00010000:00010000:1.0:1746157394.208654:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fd9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030abc expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.208662:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fd9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030abc expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.208668:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e1180 00000100:00100000:0.0:1746157394.210580:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.214899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.215040:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268193536 00000100:00100000:1.0:1746157394.215048:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268193536 00002000:00100000:1.0:1746157394.215107:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0380 x1830978268193536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.215117:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0380 with x1830978268193536 ext(0->4095) 00002000:00010000:1.0:1746157394.215122:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0380 00000100:00100000:1.0:1746157394.215190:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4671 00000100:00100000:1.0:1746157394.215198:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268193536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.215663:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268193536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 465us (764us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.215670:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4671 00002000:00100000:1.0:1746157394.215676:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0380 x1830978268193536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.215684:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0380 with x1830978268193536 ext(0->4095) 00002000:00010000:1.0:1746157394.215687:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0380 00000100:00100000:0.0:1746157394.218537:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.221645:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.224351:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.224440:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.224718:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268194048 00000100:00100000:1.0:1746157394.224722:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268194048 00002000:00100000:1.0:1746157394.224749:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e3b80 x1830978268194048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.224757:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3b80 with x1830978268194048 ext(0->4095) 00010000:00010000:1.0:1746157394.224763:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5fdaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aca expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.224772:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5fdaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aca expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.224782:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e3b80 00000100:00100000:1.0:1746157394.224795:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2549 00000100:00100000:1.0:1746157394.224801:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268194048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.225032:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268194048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 230us (689us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.225038:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2549 00002000:00100000:1.0:1746157394.225043:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e3b80 x1830978268194048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.225050:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3b80 with x1830978268194048 ext(0->4095) 00010000:00010000:1.0:1746157394.225055:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5fdaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aca expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.225064:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5fdaa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aca expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.225069:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e3b80 00000100:00100000:0.0:1746157394.228826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.228900:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.232780:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.232878:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268194688 00000100:00100000:1.0:1746157394.232886:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268194688 00002000:00100000:1.0:1746157394.232926:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fda300 x1830978268194688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.232938:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fda300 with x1830978268194688 ext(0->4095) 00010000:00010000:1.0:1746157394.232946:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ad1 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.232964:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ad1 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.232970:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fda300 00000100:00100000:1.0:1746157394.233049:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2550 00000100:00100000:1.0:1746157394.233056:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1985:x1830978268194688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.233251:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1985:x1830978268194688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.233257:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2550 00002000:00100000:1.0:1746157394.233262:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fda300 x1830978268194688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.233270:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fda300 with x1830978268194688 ext(0->4095) 00010000:00010000:1.0:1746157394.233275:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ad1 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.233285:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ad1 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.233290:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fda300 00000100:00100000:0.0:1746157394.235858:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.238120:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.239736:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.242414:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.247341:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.248298:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.250664:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.250750:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268195840 00000100:00100000:1.0:1746157394.250758:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268195840 00000100:00100000:1.0:1746157394.250808:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6371 00000100:00100000:1.0:1746157394.250815:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31597:x1830978268195840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157394.250830:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157394.250832:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.250849:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fdcd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030aed expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.250875:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.250880:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fdc6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ae6 expref: 34 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.250886:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.250889:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fdcd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aed expref: 34 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.250926:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fdc6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ae6 expref: 34 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.250938:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fdcd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030aed expref: 34 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.250946:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157394.251000:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31597:x1830978268195840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.251006:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6371 00000100:00100000:0.0:1746157394.253281:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.253359:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268196224 00000100:00100000:1.0:1746157394.253370:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268196224 00002000:00100000:1.0:1746157394.253417:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9f80 x1830978268196224/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.253426:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9f80 with x1830978268196224 ext(0->4095) 00010000:00010000:1.0:1746157394.253434:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fdc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ae6 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.253452:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fdc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ae6 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.253458:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9f80 00000100:00100000:1.0:1746157394.253493:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2551 00000100:00100000:1.0:1746157394.253498:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268196224:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157394.253737:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268196224:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.253745:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2551 00002000:00100000:1.0:1746157394.253751:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9f80 x1830978268196224/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.253758:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9f80 with x1830978268196224 ext(0->4095) 00010000:00010000:1.0:1746157394.253763:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fdc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ae6 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.253772:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fdc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ae6 expref: 33 pid: 8487 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.253778:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9f80 00000100:00100000:0.0:1746157394.255001:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.257327:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.257533:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268196608 00000100:00100000:1.0:1746157394.257538:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268196608 00002000:00100000:1.0:1746157394.257564:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89f80 x1830978268196608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.257572:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89f80 with x1830978268196608 ext(0->4095) 00002000:00010000:1.0:1746157394.257576:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89f80 00000100:00100000:1.0:1746157394.257602:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4674 00000100:00100000:1.0:1746157394.257607:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268196608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.257723:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268196608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.257729:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4674 00002000:00100000:1.0:1746157394.257733:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89f80 x1830978268196608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.257740:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89f80 with x1830978268196608 ext(0->4095) 00002000:00010000:1.0:1746157394.257742:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89f80 00000100:00100000:0.0:1746157394.259364:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.264676:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.266794:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.268433:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.268485:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.270736:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.272999:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.273060:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.273152:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268198016 00000100:00100000:1.0:1746157394.273156:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268198016 00000100:00100000:1.0:1746157394.273187:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6375 00000100:00100000:1.0:1746157394.273192:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268198016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.273201:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.273209:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fde9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030b09 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.273224:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fde2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b02 expref: 32 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.273229:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.273231:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.273234:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fde9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b09 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.273262:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fde2 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b02 expref: 32 pid: 8487 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.273270:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fde2 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b02 expref: 32 pid: 8487 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.273278:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266994560:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.273325:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.274284:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266994560:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.274297:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fde9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b09 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.274306:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157394.274324:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268198016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1131us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.274329:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6375 00000100:00100000:0.0:1746157394.275135:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.277423:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.277633:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268198400 00000100:00100000:1.0:1746157394.277639:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268198400 00000100:00100000:1.0:1746157394.277682:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6376 00000100:00100000:1.0:1746157394.277687:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268198400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.277698:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.277708:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fdf0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030b10 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.277725:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.277730:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fde9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b09 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.277735:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.277738:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fdf0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b10 expref: 33 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.277769:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fde9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b09 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.277779:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e5fdf0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b10 expref: 33 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.277786:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157394.277811:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268198400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.277816:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6376 00000100:00100000:0.0:1746157394.277859:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.279747:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.281096:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.281886:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.283514:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.286829:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.286934:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268199424 00000100:00100000:1.0:1746157394.286941:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268199424 00002000:00100000:1.0:1746157394.286984:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739f80 x1830978268199424/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.286992:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739f80 with x1830978268199424 ext(0->4095) 00002000:00010000:1.0:1746157394.286997:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739f80 00000100:00100000:1.0:1746157394.287029:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4676 00000100:00100000:1.0:1746157394.287037:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268199424:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.287547:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268199424:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 509us (724us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.287557:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4676 00002000:00100000:1.0:1746157394.287563:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739f80 x1830978268199424/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.287569:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739f80 with x1830978268199424 ext(0->4095) 00002000:00010000:1.0:1746157394.287571:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739f80 00000100:00100000:0.0:1746157394.289384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.292692:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.294175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.295660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.295768:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268200064 00000100:00100000:1.0:1746157394.295773:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268200064 00002000:00100000:1.0:1746157394.295797:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1500 x1830978268200064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.295804:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1500 with x1830978268200064 ext(0->4095) 00010000:00010000:1.0:1746157394.295810:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdfe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b1e expref: 34 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.295818:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdfe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b1e expref: 34 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.295823:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1500 00000100:00100000:1.0:1746157394.295840:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2555 00000100:00100000:1.0:1746157394.295844:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1985:x1830978268200064:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.295956:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1985:x1830978268200064:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.295960:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2555 00002000:00100000:1.0:1746157394.295963:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1500 x1830978268200064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.295972:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1500 with x1830978268200064 ext(0->4095) 00010000:00010000:1.0:1746157394.295975:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b1e expref: 34 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.295981:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e5fdfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b1e expref: 34 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.295984:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1500 00000100:00100000:0.0:1746157394.297909:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.297952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.301654:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.305711:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.305878:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.309464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.312391:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.315213:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.319623:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.322163:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.324492:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.325945:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.326562:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.328310:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.330537:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.332335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.334133:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.335668:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.337563:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.340240:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.344438:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.346879:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268203776 00000100:00100000:1.0:1746157394.346888:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268203776 00000100:00100000:1.0:1746157394.346952:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6387 00000100:00100000:1.0:1746157394.346961:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268203776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.346984:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.347001:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe3d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030b5d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.347024:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.347030:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5fe36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b56 expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.347036:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.347040:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe3d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b5d expref: 34 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.347066:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5fe36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b56 expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.347256:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe3d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b5d expref: 34 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.347268:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.347309:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268203776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 349us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.347316:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6387 00000100:00100000:0.0:1746157394.350992:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.354999:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.358336:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.358868:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.362813:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.362906:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268204672 00000100:00100000:1.0:1746157394.362912:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268204672 00002000:00100000:1.0:1746157394.362940:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9b100 x1830978268204672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.362949:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9b100 with x1830978268204672 ext(0->4095) 00010000:00010000:1.0:1746157394.362956:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b5d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.362968:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b5d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.362974:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9b100 00000100:00100000:1.0:1746157394.363000:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2560 00000100:00100000:1.0:1746157394.363006:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268204672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.363153:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268204672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.363158:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2560 00002000:00100000:1.0:1746157394.363163:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9b100 x1830978268204672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.363170:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9b100 with x1830978268204672 ext(0->4095) 00010000:00010000:1.0:1746157394.363174:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b5d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.363182:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b5d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.363187:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9b100 00000100:00100000:0.0:1746157394.365136:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.365444:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.367681:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.367699:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268205184 00000100:00100000:1.0:1746157394.367702:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268205184 00002000:00100000:1.0:1746157394.367721:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137800 x1830978268205184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.367726:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978268205184 ext(0->4095) 00010000:00010000:1.0:1746157394.367730:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fe44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b64 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.367736:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fe44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b64 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.367740:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137800 00000100:00100000:1.0:1746157394.367756:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2561 00000100:00100000:1.0:1746157394.367761:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268205184:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157394.367935:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268205184:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.367944:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2561 00002000:00100000:1.0:1746157394.367948:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137800 x1830978268205184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.367954:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978268205184 ext(0->4095) 00010000:00010000:1.0:1746157394.367958:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fe44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b64 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.367966:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fe44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b64 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.367971:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137800 00000100:00100000:0.0:1746157394.370186:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.372861:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.372955:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268205568 00000100:00100000:1.0:1746157394.372961:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268205568 00002000:00100000:1.0:1746157394.372989:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978268205568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.372997:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978268205568 ext(0->4095) 00002000:00010000:1.0:1746157394.373000:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134380 00000100:00100000:1.0:1746157394.373026:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4681 00000100:00100000:1.0:1746157394.373031:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268205568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157394.373216:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268205568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157394.373220:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4681 00002000:00100000:0.0:1746157394.373224:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978268205568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157394.373229:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978268205568 ext(0->4095) 00002000:00010000:0.0:1746157394.373231:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134380 00000100:00100000:0.0:1746157394.374438:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.376100:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.378205:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.382834:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.382956:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.383047:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268206336 00000100:00100000:1.0:1746157394.383049:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268206336 00000100:00100000:1.0:1746157394.383175:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6392 00000100:00100000:1.0:1746157394.383181:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268206336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.383194:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.383208:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030b80 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.383231:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5fe52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b72 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.383263:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.383264:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.383267:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe59 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b80 expref: 34 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.383303:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5fe52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b72 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.383313:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5fe52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b72 expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.383322:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266998784:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.383536:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.384799:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266998784:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.384816:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5fe59 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b80 expref: 33 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.384826:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.384849:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268206336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1668us (1892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.384854:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6392 00000100:00100000:0.0:1746157394.385019:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.387010:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.389976:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.394288:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.395986:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.396092:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268207232 00000100:00100000:1.0:1746157394.396097:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268207232 00000100:00100000:1.0:1746157394.396139:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6393 00000100:00100000:1.0:1746157394.396150:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268207232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.396160:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.396172:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fe67 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030b87 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.396192:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5fe60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b79 expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.396199:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.396200:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.396203:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fe67 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b87 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.396228:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5fe60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b79 expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.396239:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5fe60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b79 expref: 31 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.396249:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266999168:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.396318:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.398194:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978266999168:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157394.398213:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5fe67 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b87 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.398227:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:0.0:1746157394.398264:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268207232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2119us (2280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157394.398270:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6393 00000100:00100000:0.0:1746157394.400549:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.402537:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.403517:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.405440:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.409860:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.415921:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.416291:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.418399:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.420401:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.420445:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.422517:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.422563:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268209280 00000100:00100000:1.0:1746157394.422568:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268209280 00002000:00100000:1.0:1746157394.422592:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece680 x1830978268209280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.422600:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece680 with x1830978268209280 ext(0->4095) 00010000:00010000:1.0:1746157394.422605:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5fe7c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b9c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.422616:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5fe7c lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b9c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.422621:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ece680 00000100:00100000:1.0:1746157394.422633:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2565 00000100:00100000:1.0:1746157394.422638:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268209280:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157394.422757:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268209280:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.422763:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2565 00002000:00100000:1.0:1746157394.422768:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece680 x1830978268209280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.422774:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece680 with x1830978268209280 ext(0->4095) 00010000:00010000:1.0:1746157394.422778:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5fe7c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b9c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.422786:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5fe7c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030b9c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.422790:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ece680 00000100:00100000:0.0:1746157394.425136:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.427717:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.427760:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268209664 00000100:00100000:1.0:1746157394.427765:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268209664 00002000:00100000:1.0:1746157394.427788:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece300 x1830978268209664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.427795:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece300 with x1830978268209664 ext(0->4095) 00002000:00010000:1.0:1746157394.427797:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ece300 00000100:00100000:1.0:1746157394.427818:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4685 00000100:00100000:1.0:1746157394.427821:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1983:x1830978268209664:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157394.427933:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1983:x1830978268209664:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.427940:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4685 00002000:00100000:1.0:1746157394.427944:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece300 x1830978268209664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.427951:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece300 with x1830978268209664 ext(0->4095) 00002000:00010000:1.0:1746157394.427957:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ece300 00000100:00100000:0.0:1746157394.430474:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.434438:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.436821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.437667:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.439304:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.439892:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.443430:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.448139:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.451991:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.454015:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.458053:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.462992:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.464363:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.464418:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268211840 00000100:00100000:1.0:1746157394.464422:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268211840 00002000:00100000:1.0:1746157394.464447:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363eaa00 x1830978268211840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.464455:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363eaa00 with x1830978268211840 ext(0->4095) 00010000:00010000:1.0:1746157394.464461:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fe9f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bbf expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.464471:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fe9f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bbf expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.464481:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363eaa00 00000100:00100000:1.0:1746157394.464491:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2567 00000100:00100000:1.0:1746157394.464497:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268211840:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.464593:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268211840:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.464598:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2567 00002000:00100000:1.0:1746157394.464603:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363eaa00 x1830978268211840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.464609:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363eaa00 with x1830978268211840 ext(0->4095) 00010000:00010000:1.0:1746157394.464613:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fe9f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bbf expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.464620:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fe9f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bbf expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.464624:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363eaa00 00000100:00100000:0.0:1746157394.466305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.466367:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.466408:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268212096 00000100:00100000:1.0:1746157394.466413:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268212096 00000100:00100000:1.0:1746157394.466438:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6403 00000100:00100000:1.0:1746157394.466443:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31597:x1830978268212096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.466454:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.466464:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fead lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030bcd expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.466484:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.466489:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5fea6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bc6 expref: 34 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.466494:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.466496:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fead lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bcd expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.466519:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5fea6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bc6 expref: 34 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.466529:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5fead lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bcd expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.466536:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157394.466566:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31597:x1830978268212096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.466572:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6403 00000100:00100000:0.0:1746157394.470534:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.473290:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.476719:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.478700:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.480333:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.482391:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.482453:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268213248 00000100:00100000:1.0:1746157394.482458:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268213248 00002000:00100000:1.0:1746157394.482484:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c84700 x1830978268213248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.482492:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84700 with x1830978268213248 ext(0->4095) 00002000:00010000:1.0:1746157394.482495:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c84700 00000100:00100000:1.0:1746157394.482519:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4689 00000100:00100000:1.0:1746157394.482525:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268213248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.482932:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268213248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 406us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.482938:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4689 00002000:00100000:1.0:1746157394.482943:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c84700 x1830978268213248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.482950:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84700 with x1830978268213248 ext(0->4095) 00002000:00010000:1.0:1746157394.482953:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c84700 00000100:00100000:0.0:1746157394.484888:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.487625:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.488458:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.488719:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9734 00000100:00100000:1.0:1746157394.488725:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268213632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.488732:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.488751:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bd4 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.488759:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bd4 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.488772:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bd4 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.488818:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.488819:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.488825:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.488832:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.488854:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.488864:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.488873:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267002496:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.489276:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.490809:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267002496:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.490821:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.491142:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268213632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2415us (2682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.491149:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9734 00000100:00100000:0.0:1746157394.491400:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268213888 00000100:00100000:0.0:1746157394.491405:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268213888 00002000:00100000:0.0:1746157394.491431:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0380 x1830978268213888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157394.491438:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0380 with x1830978268213888 ext(0->4095) 00010000:00010000:0.0:1746157394.491444:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746157394.491456:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746157394.491462:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f0380 00000100:00100000:0.0:1746157394.491752:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2569 00000100:00100000:0.0:1746157394.491759:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268213888:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157394.492006:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268213888:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 247us (685us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157394.492012:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2569 00002000:00100000:0.0:1746157394.492017:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0380 x1830978268213888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157394.492023:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0380 with x1830978268213888 ext(0->4095) 00010000:00010000:0.0:1746157394.492028:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746157394.492037:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746157394.492042:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f0380 00000100:00100000:0.0:1746157394.494371:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.494510:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.494612:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268214144 00000100:00100000:1.0:1746157394.494616:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268214144 00010000:00010000:1.0:1746157394.494635:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.494655:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9735 00000100:00100000:1.0:1746157394.494660:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268214144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.494669:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.494684:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.494694:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.494710:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e000/0x4450b99e49e5febb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bdb expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.494816:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.494817:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.494823:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.494829:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.494877:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.494885:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.494893:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267002752:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.494983:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.497197:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267002752:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.497207:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.497222:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268214144:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2562us (2712us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.497227:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9735 00000100:00100000:0.0:1746157394.497373:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.500449:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.501450:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.501546:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268214656 00000100:00100000:1.0:1746157394.501563:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268214656 00010000:00010000:1.0:1746157394.501599:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.501643:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9736 00000100:00100000:1.0:1746157394.501652:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1984:x1830978268214656:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.501674:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.501702:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.501714:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.501737:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5fec2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be2 expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.501773:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.501775:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.501789:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.501797:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.501827:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.501844:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 5 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.501864:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003008:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.501964:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.503588:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003008:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.503612:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.503677:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1984:x1830978268214656:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2024us (2230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.503689:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9736 00000100:00100000:0.0:1746157394.503994:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.509152:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268215040 00000100:00100000:1.0:1746157394.509161:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268215040 00010000:00010000:1.0:1746157394.509189:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.509224:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9737 00000100:00100000:1.0:1746157394.509231:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268215040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.509241:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.509258:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.509268:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.509286:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f800/0x4450b99e49e5fec9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030be9 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.509567:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.509570:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.509579:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.509586:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.509689:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.509700:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003136:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.509765:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.511671:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003136:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.511687:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.511728:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268215040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2496us (3036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.511735:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9737 00000100:00100000:0.0:1746157394.512335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.515569:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268215424 00000100:00100000:0.0:1746157394.515577:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268215424 00000100:00100000:0.0:1746157394.515618:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6409 00000100:00100000:0.0:1746157394.515624:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268215424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157394.515637:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157394.515650:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030bf7 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.515676:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.515682:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157394.515683:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157394.515687:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.515710:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.515721:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 31 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746157394.515731:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267003264:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157394.515806:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.518028:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.518119:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268215552 00000100:00100000:1.0:1746157394.518134:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268215552 00010000:00010000:1.0:1746157394.518153:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.518184:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9738 00000100:00100000:1.0:1746157394.518191:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268215552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.518202:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.518219:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.518228:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.518245:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5fed0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf0 expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.518521:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.518523:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.518529:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.518537:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.518559:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.518568:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003392:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.518630:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.523527:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.523667:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003392:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.523684:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.524100:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1985:x1830978268215552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5909us (6072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.524111:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9738 00000100:00100000:0.0:1746157394.525359:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.528277:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.529693:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.529799:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268216192 00000100:00100000:1.0:1746157394.529804:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268216192 00010000:00010000:1.0:1746157394.529821:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 6 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.529886:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9739 00000100:00100000:1.0:1746157394.529892:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268216192:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.529899:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.529915:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 6 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.529923:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 6 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.529938:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e5fed7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bf7 expref: 6 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.529958:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.529960:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.529964:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.529971:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.529989:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.530117:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.530135:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003776:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.530722:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.532425:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003776:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.532438:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.532475:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268216192:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2583us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.532483:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9739 00000100:00100000:0.0:1746157394.533241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.535708:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.535762:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268216576 00000100:00100000:1.0:1746157394.535767:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268216576 00010000:00010000:1.0:1746157394.535819:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.535914:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9740 00000100:00100000:1.0:1746157394.535925:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1983:x1830978268216576:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.535934:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.535948:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.535958:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.535974:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fede lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030bfe expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.535996:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.535997:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.536003:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5fee5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c05 expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.536013:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5fee5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c05 expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.536037:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5fee5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c05 expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.536046:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003904:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.536132:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.538342:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267003904:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.538355:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.538393:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1983:x1830978268216576:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2471us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.538401:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9740 00000100:00100000:0.0:1746157394.539037:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.543527:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.546349:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.546607:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268217088 00000100:00100000:1.0:1746157394.546612:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268217088 00010000:00010000:1.0:1746157394.546632:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5fee5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c05 expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.546693:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9741 00000100:00100000:1.0:1746157394.546699:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268217088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.546711:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.546729:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5fee5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c05 expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.546738:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5fee5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c05 expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.546756:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5fee5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c05 expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.546832:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.546834:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.546840:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c0c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.546847:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c0c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.546870:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c0c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.546880:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004160:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.547011:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.550017:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.550052:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004160:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.550066:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.550154:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268217088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3454us (3805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.550164:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9741 00000100:00100000:0.0:1746157394.550166:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.553668:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.553734:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.553797:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268217728 00000100:00100000:1.0:1746157394.553804:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268217728 00010000:00010000:1.0:1746157394.553823:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c0c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.553856:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9742 00000100:00100000:1.0:1746157394.553862:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268217728:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.553871:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.553889:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c0c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.553898:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c0c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.553915:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e200/0x4450b99e49e5feec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c0c expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.553928:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.553930:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.553935:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e5fef3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c13 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.553941:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e5fef3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c13 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.553963:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e5fef3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c13 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.553972:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004416:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.554020:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.555893:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004416:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.555906:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.555932:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268217728:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2069us (2197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.555939:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9742 00000100:00100000:0.0:1746157394.556131:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.558343:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.558476:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268218112 00000100:00100000:1.0:1746157394.558482:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268218112 00010000:00010000:1.0:1746157394.558500:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e5fef3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c13 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.558529:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9743 00000100:00100000:1.0:1746157394.558535:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268218112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.558544:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.558558:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e5fef3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c13 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.558566:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e5fef3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c13 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.558583:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e5fef3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c13 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.558593:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.558595:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.558600:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fefa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c1a expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.558607:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fefa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c1a expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.558628:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fefa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c1a expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.558638:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004672:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.558706:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.560692:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.560783:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004672:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.560795:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.560847:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268218112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2310us (2506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.560854:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9743 00000100:00100000:0.0:1746157394.562791:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.565957:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.566328:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268218624 00000100:00100000:1.0:1746157394.566334:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268218624 00010000:00010000:1.0:1746157394.566353:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fefa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c1a expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.566378:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9744 00000100:00100000:1.0:1746157394.566383:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268218624:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.566391:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.566411:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fefa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c1a expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.566424:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fefa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c1a expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.566440:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e5fefa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c1a expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.566459:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.566461:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.566466:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c21 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.566472:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c21 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.566493:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c21 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.566500:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004928:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.566552:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.568211:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267004928:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.568224:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.568251:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268218624:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1867us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.568258:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9744 00000100:00100000:0.0:1746157394.568597:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.570371:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.571491:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.572514:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.572575:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268219264 00000100:00100000:1.0:1746157394.572579:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268219264 00010000:00010000:1.0:1746157394.572597:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c21 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.572621:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9745 00000100:00100000:1.0:1746157394.572627:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268219264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.572634:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.572649:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c21 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.572658:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c21 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.572827:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c21 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.572848:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.572850:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.572855:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.572861:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.572882:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.572981:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.572991:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005312:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.573086:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.574091:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005312:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.574103:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.574135:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268219264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1507us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.574141:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9745 00000100:00100000:0.0:1746157394.574573:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.576871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.576971:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.577161:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268219776 00000100:00100000:1.0:1746157394.577165:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268219776 00010000:00010000:1.0:1746157394.577183:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.577217:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9746 00000100:00100000:1.0:1746157394.577403:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268219776:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.577410:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.577426:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.577435:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.577448:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c28 expref: 33 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.577626:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.577628:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.577633:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.577639:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.577657:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.577665:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 32 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.577674:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005568:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.577728:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.579223:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.579237:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005568:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.579248:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.579269:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268219776:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2047us (2298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.579275:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9746 00000100:00100000:0.0:1746157394.581207:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.581275:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.581435:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268220288 00000100:00100000:1.0:1746157394.581438:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268220288 00010000:00010000:1.0:1746157394.581450:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 33 pid: 8489 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.581464:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9747 00000100:00100000:1.0:1746157394.581468:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268220288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.581478:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.581563:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 34 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.581573:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 34 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.581588:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c2f expref: 34 pid: 8489 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.581597:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.581599:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.581603:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.581609:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.581630:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.581639:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 5 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.581648:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005696:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.581706:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.583870:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005696:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.583887:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.583914:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268220288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2444us (2638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.583922:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9747 00000100:00100000:0.0:1746157394.585113:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268220544 00000100:00100000:0.0:1746157394.585118:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268220544 00002000:00100000:0.0:1746157394.585151:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f1f80 x1830978268220544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157394.585159:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f1f80 with x1830978268220544 ext(0->4095) 00010000:00010000:0.0:1746157394.585164:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746157394.585174:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746157394.585180:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f1f80 00000100:00100000:0.0:1746157394.585202:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2577 00000100:00100000:0.0:1746157394.585207:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268220544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157394.587038:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268220544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 1826us (1973us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157394.587047:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2577 00002000:00100000:0.0:1746157394.587054:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f1f80 x1830978268220544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157394.587063:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f1f80 with x1830978268220544 ext(0->4095) 00010000:00010000:0.0:1746157394.587069:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746157394.587093:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:0.0:1746157394.587099:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f1f80 00000100:00100000:0.0:1746157394.591646:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.591731:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268220672 00000100:00100000:1.0:1746157394.591738:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268220672 00010000:00010000:1.0:1746157394.591762:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.591800:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9748 00000100:00100000:1.0:1746157394.591806:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268220672:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.591817:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.591832:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.591842:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.591859:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c36 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.591873:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.591874:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.591880:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ff1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c3d expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.591886:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ff1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c3d expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.591910:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ff1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c3d expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.591919:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005952:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.591989:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.596034:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.596241:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267005952:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.596256:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.596284:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268220672:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4478us (4644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.596292:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9748 00000100:00100000:0.0:1746157394.599421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.602377:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.602436:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268221184 00000100:00100000:1.0:1746157394.602440:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268221184 00010000:00010000:1.0:1746157394.602459:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ff1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c3d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.602525:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9749 00000100:00100000:1.0:1746157394.602530:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268221184:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157394.602540:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157394.602555:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ff1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c3d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.602564:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ff1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c3d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.602580:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ff1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c3d expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.602600:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.602602:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.602607:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c44 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.602615:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c44 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.602637:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c44 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157394.602645:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267006208:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157394.602693:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.604195:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267006208:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157394.604208:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157394.604234:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268221184:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1704us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.604241:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9749 00000100:00100000:0.0:1746157394.604713:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.604810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.608853:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.609676:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268221824 00000100:00100000:0.0:1746157394.609680:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268221824 00010000:00010000:0.0:1746157394.609695:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c44 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746157394.609709:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9750 00000100:00100000:0.0:1746157394.609714:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268221824:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157394.609720:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157394.609734:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c44 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746157394.609743:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c44 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746157394.609756:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ff24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c44 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746157394.609767:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157394.609769:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157394.609773:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c4b expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.609780:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c4b expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.609795:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c4b expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.609804:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ff2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c4b expref: 32 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746157394.609814:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267006592:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157394.609848:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.614550:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267006592:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157394.614565:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157394.614596:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268221824:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4880us (5010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157394.614604:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9750 00000100:00100000:0.0:1746157394.614959:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.617837:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.620873:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.623369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.626504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.629962:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.632663:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.636003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.636093:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.638644:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.638747:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268223616 00000100:00100000:1.0:1746157394.638753:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268223616 00002000:00100000:1.0:1746157394.638788:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1180 x1830978268223616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.638797:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1180 with x1830978268223616 ext(0->4095) 00010000:00010000:1.0:1746157394.638805:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c60 expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.638818:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c60 expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.638824:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1180 00000100:00100000:1.0:1746157394.638918:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2580 00000100:00100000:1.0:1746157394.638925:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268223616:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157394.639322:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268223616:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 396us (677us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.639329:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2580 00002000:00100000:1.0:1746157394.639335:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1180 x1830978268223616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.639342:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1180 with x1830978268223616 ext(0->4095) 00010000:00010000:1.0:1746157394.639347:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c60 expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.639356:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c60 expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.639361:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1180 00000100:00100000:0.0:1746157394.641398:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.644478:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.648429:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.651868:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.655290:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.657149:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.657371:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6427 00000100:00100000:0.0:1746157394.657381:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268224640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157394.657398:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157394.657410:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5ff55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030c75 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.657430:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5ff4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c6e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.657437:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157394.657438:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157394.657441:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c74400/0x4450b99e49e5ff55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c75 expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.657462:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5ff4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c6e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.657471:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e5ff4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c6e expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746157394.657480:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fe9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267007872:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157394.657538:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.657922:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.661307:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.664616:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.666737:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.669755:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.671893:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.676746:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.683460:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.687327:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.689205:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.689263:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.689318:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6431 00000100:00100000:1.0:1746157394.689325:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31597:x1830978268226432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.689332:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.689340:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5ff71 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030c91 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.689357:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff63 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c83 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.689368:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.689370:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.689372:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5ff71 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c91 expref: 36 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.689462:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c83 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.689473:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e5ff63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c83 expref: 5 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.689482:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267008640:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.689640:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.690529:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267008640:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.690543:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e5ff71 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c91 expref: 35 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.690551:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157394.690572:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31597:x1830978268226432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1249us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.690577:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6431 00000100:00100000:0.0:1746157394.691598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.699702:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.703676:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.704046:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268226944 00000100:00100000:1.0:1746157394.704053:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268226944 00000100:00100000:0.0:1746157394.704054:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.704209:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6432 00000100:00100000:1.0:1746157394.704216:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268226944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.704227:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.704237:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030c98 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.704256:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.704260:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c8a expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.704266:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.704268:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff78 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c98 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.704485:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff6a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c8a expref: 34 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.704492:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e5ff6a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c8a expref: 34 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.704502:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267009152:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.704561:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.706151:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267009152:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.706171:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff78 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c98 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.706180:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157394.706206:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268226944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1990us (2536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.706211:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6432 00000100:00100000:0.0:1746157394.707389:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.710748:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.710796:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268227456 00000100:00100000:1.0:1746157394.710807:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268227456 00000100:00100000:0.0:1746157394.710825:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.710885:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6433 00000100:00100000:1.0:1746157394.710894:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268227456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.710912:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.710933:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5ff7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030c9f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.710961:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.710968:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c98 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.710974:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.710977:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5ff7f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c9f expref: 35 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.711014:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff78 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c98 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.711026:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5ff7f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c9f expref: 35 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.711036:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157394.711537:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31587:x1830978268227456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.711547:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6433 00000100:00100000:0.0:1746157394.713799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.717139:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.720556:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.722600:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.722799:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268228352 00000100:00100000:1.0:1746157394.722806:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268228352 00000100:00100000:1.0:1746157394.722855:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6434 00000100:00100000:1.0:1746157394.722861:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268228352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.722872:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.722884:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ff86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030ca6 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.722905:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5ff7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c9f expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.722911:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.722913:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.722915:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ff86 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ca6 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.722937:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5ff7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c9f expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.722946:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e5ff7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030c9f expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.722956:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267009664:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.723034:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.724465:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267009664:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.724486:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ff86 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ca6 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.724497:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.724586:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268228352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1724us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.724592:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6434 00000100:00100000:0.0:1746157394.726980:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.730656:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.730721:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.730757:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268228864 00000100:00100000:1.0:1746157394.730760:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268228864 00000100:00100000:1.0:1746157394.730780:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6435 00000100:00100000:1.0:1746157394.730785:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31587:x1830978268228864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.730794:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.730805:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff8d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cad expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.730822:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ff86 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ca6 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.730828:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.730829:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.730832:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff8d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cad expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.730851:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ff86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ca6 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.730860:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ff86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ca6 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.730869:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267009920:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.730950:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.732328:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267009920:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.732347:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff8d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cad expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.732357:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157394.732393:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268228864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1608us (1672us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157394.732395:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.732399:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6435 00000100:00100000:0.0:1746157394.732535:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.732587:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268229120 00000100:00100000:1.0:1746157394.732590:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268229120 00000100:00100000:1.0:1746157394.732642:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6436 00000100:00100000:1.0:1746157394.732648:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:31597:x1830978268229120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.732655:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.732662:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5ff94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cb4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.732675:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cad expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.732681:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.732682:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.732685:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5ff94 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cb4 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.732742:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cad expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.732751:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ff8d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cad expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.732760:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267010048:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.732804:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.734471:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267010048:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157394.734479:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157394.734484:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5ff94 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cb4 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.734492:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157394.734512:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268229120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1865us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.734517:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6436 00000100:00100000:0.0:1746157394.735886:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.735971:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268229504 00000100:00100000:1.0:1746157394.735978:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268229504 00000100:00100000:1.0:1746157394.736018:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6437 00000100:00100000:1.0:1746157394.736026:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268229504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.736039:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.736052:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ff9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cbb expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.736103:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.736110:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5ff94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cb4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.736115:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157394.736118:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ff9b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cbb expref: 35 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.736166:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e5ff94 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cb4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.736178:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ff9b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cbb expref: 35 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.736186:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157394.736819:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31587:x1830978268229504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 791us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.736826:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6437 00000100:00100000:0.0:1746157394.736991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.739621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.743132:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.745841:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.749133:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.749729:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268230400 00000100:00100000:1.0:1746157394.749736:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268230400 00000100:00100000:1.0:1746157394.749778:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6438 00000100:00100000:1.0:1746157394.749785:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268230400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.749797:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.749809:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffa2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cc2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.749830:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ff9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cbb expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.749840:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.749842:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.749845:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffa2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.749869:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ff9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cbb expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.749879:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ff9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cbb expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.749890:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267010688:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.749962:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.754366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157394.754913:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ff9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cbb expref: 34 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.754927:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267010688:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.755950:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.755962:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157394.756019:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268230400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6234us (6901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.756026:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6438 00000100:00100000:0.0:1746157394.757116:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.757305:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268230656 00000100:00100000:1.0:1746157394.757315:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268230656 00000100:00100000:1.0:1746157394.757347:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6439 00000100:00100000:1.0:1746157394.757353:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268230656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.757364:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.757375:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ffa9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cc9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.757393:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.757398:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.757400:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.757403:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ffa9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc9 expref: 35 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.757419:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.757428:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffa2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc2 expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.757436:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267010944:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.757475:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.759693:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267010816:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157394.759708:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157394.759739:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1985:x1830978268230528:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5115us (5379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157394.759748:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9767 00000100:00100000:1.0:1746157394.759793:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267010944:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157394.759793:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157394.759808:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ffa9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc9 expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.759818:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157394.759835:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31587:x1830978268230656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.759841:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6439 00000100:00100000:0.0:1746157394.762786:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.769379:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.772468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.773683:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268231424 00000100:00100000:1.0:1746157394.773691:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268231424 00000100:00100000:1.0:1746157394.773743:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6440 00000100:00100000:1.0:1746157394.773750:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268231424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.773764:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.773778:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ffb0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cd0 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.773801:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ffa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc9 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.773808:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.773809:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.773812:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ffb0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cd0 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.773835:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ffa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc9 expref: 33 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.773846:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e5ffa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cc9 expref: 33 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.773855:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267011200:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.773928:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.781000:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267011200:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.781027:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ffb0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cd0 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.781041:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:0.0:1746157394.781578:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.781774:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268231424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8024us (9311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.781781:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6440 00000100:00100000:0.0:1746157394.790241:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.793488:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.797852:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.797991:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268232064 00000100:00100000:1.0:1746157394.798001:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268232064 00000100:00100000:1.0:1746157394.798058:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6441 00000100:00100000:1.0:1746157394.798069:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31587:x1830978268232064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.798132:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.798146:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffb7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cd7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.798169:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ffb0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cd0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.798175:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.798176:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.798179:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffb7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cd7 expref: 36 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.798202:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ffb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cd0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.798212:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e5ffb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cd0 expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.798222:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267011456:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.798312:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.798896:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.799734:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267011456:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.799749:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e5ffb7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cd7 expref: 37 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.799757:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157394.799774:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268232064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1706us (1934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.799779:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6441 00000100:00100000:0.0:1746157394.801829:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.806299:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.811982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.816022:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.816246:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268232960 00000100:00100000:1.0:1746157394.816251:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268232960 00002000:00100000:1.0:1746157394.816276:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d180 x1830978268232960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.816285:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d180 with x1830978268232960 ext(0->4095) 00002000:00010000:1.0:1746157394.816288:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d180 00000100:00100000:1.0:1746157394.816402:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4708 00000100:00100000:1.0:1746157394.816407:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268232960:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157394.816510:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268232960:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.816515:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4708 00002000:00100000:1.0:1746157394.816520:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d180 x1830978268232960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.816532:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d180 with x1830978268232960 ext(0->4095) 00002000:00010000:1.0:1746157394.816535:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d180 00000100:00100000:0.0:1746157394.823241:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.823388:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268233088 00000100:00100000:1.0:1746157394.823395:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268233088 00000100:00100000:1.0:1746157394.823429:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6443 00000100:00100000:1.0:1746157394.823436:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268233088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.823450:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.823465:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030ce5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.823488:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ffbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cde expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.823494:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.823496:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157394.823499:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.823522:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ffbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cde expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.823533:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099b0f600/0x4450b99e49e5ffbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cde expref: 35 pid: 16659 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.823543:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267011968:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.824204:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157394.831971:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267011968:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157394.831996:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.832009:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157394.832044:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268233088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8609us (8809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157394.832051:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6443 00000100:00100000:0.0:1746157394.832372:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.841632:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268233472 00000100:00100000:1.0:1746157394.841638:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268233472 00000100:00100000:1.0:1746157394.841669:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6444 00000100:00100000:1.0:1746157394.841674:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31587:x1830978268233472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157394.841685:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157394.841696:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5ffcc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030cec expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.841714:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.841719:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.841721:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157394.841723:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5ffcc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cec expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.841742:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157394.841752:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 5 pid: 8488 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746157394.841761:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267012224:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157394.842378:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157394.850316:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.850402:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268233728 00000100:00100000:1.0:1746157394.850409:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268233728 00002000:00100000:1.0:1746157394.850443:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178e300 x1830978268233728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.850451:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e300 with x1830978268233728 ext(0->4095) 00010000:00010000:1.0:1746157394.850458:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.850469:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.850475:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178e300 00000100:00100000:1.0:1746157394.850502:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2592 00000100:00100000:1.0:1746157394.850509:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268233728:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157394.850745:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267012224:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157394.850763:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5ffcc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cec expref: 38 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157394.850774:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:0.0:1746157394.850811:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31587:x1830978268233472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9137us (10821us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157394.850820:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6444 00000100:00100000:1.0:1746157394.850935:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268233728:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 426us (626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.850940:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2592 00002000:00100000:1.0:1746157394.850945:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178e300 x1830978268233728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.850953:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e300 with x1830978268233728 ext(0->4095) 00010000:00010000:1.0:1746157394.850957:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.850971:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e5ffc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ce5 expref: 6 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.850975:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178e300 00000100:00100000:0.0:1746157394.862045:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.867137:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.870388:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.876191:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.876241:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268234368 00000100:00100000:1.0:1746157394.876248:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268234368 00002000:00100000:1.0:1746157394.876285:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a178e680 x1830978268234368/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 496/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.876294:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e680 with x1830978268234368 ext(0->7) 00010000:00010000:1.0:1746157394.876301:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5ffcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cec expref: 38 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.876313:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5ffcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cec expref: 38 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.876320:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178e680 00000100:00100000:1.0:1746157394.876349:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2593 00000100:00100000:1.0:1746157394.876356:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1986:x1830978268234368:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157394.876675:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268234368:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 319us (484us total) trans 4294967966 rc 0/0 00000100:00100000:1.0:1746157394.876682:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2593 00002000:00100000:1.0:1746157394.876688:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a178e680 x1830978268234368/t4294967966(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 496/448 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.876695:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e680 with x1830978268234368 ext(0->7) 00010000:00010000:1.0:1746157394.876700:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5ffcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cec expref: 40 pid: 8488 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.876710:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e5ffcc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030cec expref: 40 pid: 8488 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.876715:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178e680 00000100:00100000:0.0:1746157394.879452:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.882748:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.884935:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.886953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.887037:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268235008 00000100:00100000:1.0:1746157394.887044:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268235008 00000100:00100000:0.0:1746157394.887991:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.890174:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.893881:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.894064:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.899200:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.901428:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.902325:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.910188:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268236416 00000100:00100000:1.0:1746157394.910197:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268236416 00002000:00100000:1.0:1746157394.910242:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f1180 x1830978268236416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.910252:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f1180 with x1830978268236416 ext(0->4095) 00010000:00010000:1.0:1746157394.910262:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ffe8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d08 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.910277:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ffe8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d08 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.910283:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f1180 00000100:00100000:1.0:1746157394.910321:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2596 00000100:00100000:1.0:1746157394.910330:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268236416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157394.910499:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268236416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157394.910506:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2596 00002000:00100000:1.0:1746157394.910511:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f1180 x1830978268236416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:200/0 lens 488/4536 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.910519:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f1180 with x1830978268236416 ext(0->4095) 00010000:00010000:1.0:1746157394.910523:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ffe8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d08 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.910531:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e5ffe8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d08 expref: 6 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.910536:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f1180 00000100:00100000:0.0:1746157394.913717:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.919705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.924281:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.940297:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157394.940362:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268237056 00000100:00100000:1.0:1746157394.940372:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268237056 00002000:00100000:1.0:1746157394.940417:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009282f480 x1830978268237056/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 496/0 e 0 to 0 dl 1746157405 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.940427:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f480 with x1830978268237056 ext(0->7) 00010000:00010000:1.0:1746157394.940436:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ffef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d0f expref: 40 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.940449:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ffef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d0f expref: 40 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.940455:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282f480 00000100:00100000:1.0:1746157394.940489:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2597 00000100:00100000:1.0:1746157394.940496:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268237056:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157394.940830:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268237056:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 334us (541us total) trans 4294967967 rc 0/0 00000100:00100000:1.0:1746157394.940840:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2597 00002000:00100000:1.0:1746157394.940846:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009282f480 x1830978268237056/t4294967967(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:200/0 lens 496/448 e 0 to 0 dl 1746157405 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157394.940853:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f480 with x1830978268237056 ext(0->7) 00010000:00010000:1.0:1746157394.940858:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ffef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d0f expref: 42 pid: 16659 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746157394.940867:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e5ffef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d0f expref: 42 pid: 16659 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746157394.940872:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282f480 00000100:00100000:0.0:1746157394.948801:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.949004:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.953068:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.958777:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.964837:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.972699:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.979202:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.996005:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157394.996063:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.000641:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:1.0:1746157395.001107:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157395.003849:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.010771:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.023255:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.033164:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.036581:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.038487:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.041418:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.043669:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.049496:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.059944:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.066194:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.077192:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.081600:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.084662:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.094069:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.098584:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.103642:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.105583:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6458 00000100:00100000:1.0:1746157395.105600:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268241536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.105625:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.105665:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e6002e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030d4e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.105695:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60027 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d47 expref: 47 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.105703:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.105704:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.105707:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e6002e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d4e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.105740:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60027 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d47 expref: 47 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.105753:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60027 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d47 expref: 47 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.105765:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267015808:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.105877:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.108237:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267015808:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.108272:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e6002e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d4e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.108290:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157395.108355:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268241536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (4723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.108365:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6458 00000100:00100000:0.0:1746157395.110833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.118595:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.118653:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.118720:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268241920 00000100:00100000:1.0:1746157395.118730:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268241920 00000100:00100000:1.0:1746157395.118791:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6459 00000100:00100000:1.0:1746157395.118800:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268241920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.118819:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.118837:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e60035 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030d55 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.118866:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.118874:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e6002e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d4e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.118879:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157395.118882:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e60035 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d55 expref: 51 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.118918:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e6002e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d4e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.118931:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e60035 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d55 expref: 51 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.118941:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157395.120234:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268241920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1431us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.120242:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6459 00000100:00100000:1.0:1746157395.124550:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.130905:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.136978:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.142389:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.145046:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268242688 00000100:00100000:1.0:1746157395.145060:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268242688 00000100:00100000:1.0:1746157395.145140:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6460 00000100:00100000:1.0:1746157395.145148:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268242688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.145166:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.145183:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6003c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030d5c expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.145213:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e60035 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d55 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.145225:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.145227:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.145230:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6003c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d5c expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.145262:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e60035 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d55 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.145274:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e60035 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d55 expref: 49 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.145285:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267016320:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.145381:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.148361:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.149472:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267016320:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.149503:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6003c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d5c expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.149521:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157395.149576:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268242688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4429us (7197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.149585:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6460 00000100:00100000:0.0:1746157395.153391:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.153475:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.153543:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268243072 00000100:00100000:1.0:1746157395.153553:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268243072 00000100:00100000:1.0:1746157395.153608:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6461 00000100:00100000:1.0:1746157395.153616:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268243072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.153638:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.153656:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60043 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030d63 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.153685:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.153691:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6003c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d5c expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.153696:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157395.153700:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60043 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d63 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.153738:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6003c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d5c expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.153751:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60043 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d63 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.153760:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157395.153816:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31587:x1830978268243072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.153821:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6461 00000100:00100000:1.0:1746157395.157798:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.164841:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.169560:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.174705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.181852:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.186508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.187489:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.190492:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.190524:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268244480 00000100:00100000:0.0:1746157395.190530:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268244480 00002000:00100000:0.0:1746157395.190557:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96dc00 x1830978268244480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.190565:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978268244480 ext(0->4095) 00010000:00010000:0.0:1746157395.190571:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4584a00/0x4450b99e49e6004a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d6a expref: 6 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.190582:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4584a00/0x4450b99e49e6004a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d6a expref: 6 pid: 16659 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.190586:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96dc00 00000100:00100000:0.0:1746157395.190601:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2610 00000100:00100000:0.0:1746157395.190606:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268244480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157395.191003:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268244480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 397us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157395.191008:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2610 00002000:00100000:0.0:1746157395.191012:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96dc00 x1830978268244480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.191018:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978268244480 ext(0->4095) 00010000:00010000:0.0:1746157395.191023:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4584a00/0x4450b99e49e6004a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d6a expref: 6 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.191034:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4584a00/0x4450b99e49e6004a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d6a expref: 6 pid: 16659 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.191040:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96dc00 00000100:00100000:0.0:1746157395.192961:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.195023:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.196742:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.201620:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.203781:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.207016:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.209912:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.213063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.214881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.216610:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.219109:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.219173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.221726:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.223322:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.223701:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.226011:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.227781:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.232564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.237051:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.242639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.242718:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.243363:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268247936 00000100:00100000:1.0:1746157395.243366:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268247936 00000100:00100000:1.0:1746157395.243384:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6470 00000100:00100000:1.0:1746157395.243389:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:31587:x1830978268247936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.243398:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.243407:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60082 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030da2 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.243421:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6007b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d9b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.243427:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.243428:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.243430:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60082 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030da2 expref: 57 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.243444:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6007b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d9b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.243453:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6007b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030d9b expref: 6 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.243461:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267018880:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.243482:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.245616:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267018880:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.245628:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60082 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030da2 expref: 57 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.245640:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157395.245654:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:31587:x1830978268247936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2266us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.245658:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6470 00000100:00100000:0.0:1746157395.246448:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.249417:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.253274:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.257488:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.257553:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268248704 00000100:00100000:1.0:1746157395.257560:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268248704 00000100:00100000:1.0:1746157395.257609:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6471 00000100:00100000:1.0:1746157395.257615:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268248704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.257629:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.257643:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60089 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030da9 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.257666:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60082 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030da2 expref: 55 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.257672:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.257674:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.257677:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60089 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030da9 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.257699:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60082 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030da2 expref: 55 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.257709:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60082 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030da2 expref: 55 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.257729:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267019136:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.257801:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.260061:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267019136:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.260112:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60089 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030da9 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.260132:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157395.260168:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268248704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2552us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.260175:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6471 00000100:00100000:0.0:1746157395.263567:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.272437:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.273708:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.276093:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.280518:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.286914:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.289844:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.293173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.297522:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268250368 00000100:00100000:0.0:1746157395.297528:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268250368 00002000:00100000:0.0:1746157395.297557:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3480 x1830978268250368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.297564:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3480 with x1830978268250368 ext(0->4095) 00002000:00010000:0.0:1746157395.297568:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f3480 00000100:00100000:0.0:1746157395.297594:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4723 00000100:00100000:0.0:1746157395.297600:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268250368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157395.297716:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268250368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157395.297721:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4723 00002000:00100000:0.0:1746157395.297726:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3480 x1830978268250368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.297733:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3480 with x1830978268250368 ext(0->4095) 00002000:00010000:0.0:1746157395.297735:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f3480 00000100:00100000:0.0:1746157395.299697:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.303357:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.303562:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.303628:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268250752 00000100:00100000:1.0:1746157395.303633:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268250752 00000100:00100000:1.0:1746157395.303670:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6475 00000100:00100000:1.0:1746157395.303676:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31587:x1830978268250752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.303687:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.303699:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e600a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030dc5 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.303718:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.303723:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6009e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030dbe expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.303728:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.303731:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e600a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030dc5 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.303762:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6009e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030dbe expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.303772:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e600a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030dc5 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.303780:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157395.303810:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268250752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.303815:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6475 00000100:00100000:0.0:1746157395.306754:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.310698:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.310739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.314439:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.316403:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.316465:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.321386:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.326299:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.331945:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.335575:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.338659:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.340754:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.342208:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.344183:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.347206:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.349992:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.352872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.357963:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.362467:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.364785:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.367781:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.368589:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.370423:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.370792:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.373927:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.377292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.382339:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.384569:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.389885:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.392352:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.393463:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.407381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.419355:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.421446:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.425520:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.431794:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.435251:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.437441:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.438389:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.440423:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268257792 00000100:00100000:0.0:1746157395.440427:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268257792 00002000:00100000:0.0:1746157395.440451:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f2680 x1830978268257792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.440460:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2680 with x1830978268257792 ext(0->4095) 00010000:00010000:0.0:1746157395.440466:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093074c00/0x4450b99e49e600f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e19 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.440476:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093074c00/0x4450b99e49e600f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e19 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.440481:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f2680 00000100:00100000:0.0:1746157395.440500:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2627 00000100:00100000:0.0:1746157395.440506:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1985:x1830978268257792:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157395.440617:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1985:x1830978268257792:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157395.440626:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2627 00002000:00100000:0.0:1746157395.440631:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f2680 x1830978268257792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.440637:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2680 with x1830978268257792 ext(0->4095) 00010000:00010000:0.0:1746157395.440642:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093074c00/0x4450b99e49e600f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e19 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.440650:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093074c00/0x4450b99e49e600f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e19 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.440655:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f2680 00000100:00100000:0.0:1746157395.442602:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.442684:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.446204:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267023616:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157395.446215:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157395.446245:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1983:x1830978268258048:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3434us (3560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157395.446252:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9817 00000100:00100000:1.0:1746157395.446327:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.446428:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268258304 00000100:00100000:0.0:1746157395.446433:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268258304 00002000:00100000:0.0:1746157395.446458:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d180 x1830978268258304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.446465:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d180 with x1830978268258304 ext(0->4095) 00010000:00010000:0.0:1746157395.446470:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 62 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.446485:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 62 pid: 16659 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.446491:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51d180 00000100:00100000:0.0:1746157395.446504:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2628 00000100:00100000:0.0:1746157395.446510:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268258304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157395.447703:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268258304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 1190us (1373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157395.447710:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2628 00002000:00100000:1.0:1746157395.447716:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d180 x1830978268258304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.447723:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d180 with x1830978268258304 ext(0->4095) 00010000:00010000:1.0:1746157395.447728:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 62 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.447737:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 62 pid: 16659 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746157395.447742:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51d180 00000100:00100000:0.0:1746157395.450201:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.450443:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.450497:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268258560 00000100:00100000:1.0:1746157395.450503:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268258560 00010000:00010000:1.0:1746157395.450753:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 64 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.450779:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9818 00000100:00100000:1.0:1746157395.450784:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1985:x1830978268258560:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.450792:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.450806:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 64 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.450814:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 64 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.450827:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60100 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e20 expref: 64 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.450840:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.450841:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.450846:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.450852:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.452646:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.452663:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 5 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.452674:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267024000:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.452718:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.456305:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.456436:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267024000:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157395.456451:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157395.456668:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1985:x1830978268258560:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5881us (6223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.456675:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9818 00000100:00100000:0.0:1746157395.459556:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.459652:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268258944 00000100:00100000:1.0:1746157395.459659:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268258944 00010000:00010000:1.0:1746157395.459687:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.459706:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9819 00000100:00100000:1.0:1746157395.459712:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268258944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.459721:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.459737:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.459746:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.459763:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60107 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e27 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.461089:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.461091:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.461100:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093075e00/0x4450b99e49e6010e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e2e expref: 61 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.461109:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093075e00/0x4450b99e49e6010e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e2e expref: 61 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157395.461377:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093075e00/0x4450b99e49e6010e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e2e expref: 61 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157395.461395:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267024128:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157395.464165:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.464605:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba50700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267024128:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157395.464620:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157395.464656:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268258944:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4944us (5107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157395.464664:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9819 00000100:00100000:0.0:1746157395.468833:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.473718:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.474616:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.475426:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.477179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.478245:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.483017:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.485532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.488172:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.490552:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.492751:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.495538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.498058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.501144:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.501166:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268261504 00000100:00100000:0.0:1746157395.501172:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268261504 00000100:00100000:1.0:1746157395.501190:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267025280:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157395.501197:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6496 00000100:00100000:0.0:1746157395.501201:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31587:x1830978268261504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.501209:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60131 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e51 expref: 63 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157395.501210:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157395.501217:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e60138 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030e58 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.501219:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00010000:00010000:0.0:1746157395.501230:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157395.501233:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60131 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e51 expref: 64 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157395.501238:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157395.501240:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e60138 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e58 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157395.501245:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099539050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:31597:x1830978268261376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2744us (3192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.501249:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6495 00010000:00010000:0.0:1746157395.501264:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60131 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e51 expref: 63 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157395.501271:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e60138 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e58 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157395.501288:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c75200, rc 0) 00000100:00100000:0.0:1746157395.501301:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31587:x1830978268261504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157395.501306:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6496 00000100:00100000:0.0:1746157395.501373:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.505480:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.505551:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268261888 00000100:00100000:1.0:1746157395.505558:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268261888 00002000:00100000:1.0:1746157395.505589:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53100 x1830978268261888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.505598:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53100 with x1830978268261888 ext(0->4095) 00010000:00010000:1.0:1746157395.505606:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60131 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e51 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.505622:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60131 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e51 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746157395.505629:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba53100 00000100:00100000:1.0:1746157395.506059:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2632 00000100:00100000:1.0:1746157395.506067:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1985:x1830978268261888:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157395.506214:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1985:x1830978268261888:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (739us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157395.506224:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2632 00002000:00100000:1.0:1746157395.506229:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53100 x1830978268261888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.506236:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53100 with x1830978268261888 ext(0->4095) 00010000:00010000:1.0:1746157395.506240:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60131 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e51 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.506248:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60131 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e51 expref: 63 pid: 8488 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746157395.506253:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba53100 00000100:00100000:0.0:1746157395.508583:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.509006:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268262016 00000100:00100000:1.0:1746157395.509011:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268262016 00000100:00100000:1.0:1746157395.509049:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6497 00000100:00100000:1.0:1746157395.509056:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268262016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.509065:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.509106:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e6013f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030e5f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.509136:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.509141:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e60138 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e58 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.509147:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157395.509150:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e6013f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e5f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.509175:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e60138 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e58 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.509185:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e6013f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e5f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.509192:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157395.509226:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268262016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.509231:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6497 00000100:00100000:0.0:1746157395.510215:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.513180:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.516575:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.516619:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.516934:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268262656 00000100:00100000:1.0:1746157395.516938:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268262656 00000100:00100000:1.0:1746157395.516957:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6498 00000100:00100000:1.0:1746157395.516962:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268262656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.516971:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.516980:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60146 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030e66 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.516999:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e6013f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e5f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.517005:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.517006:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.517009:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60146 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e66 expref: 63 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.517024:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e6013f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e5f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.517033:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e6013f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e5f expref: 5 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.517041:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267026048:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.517109:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.519377:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.519584:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267026048:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157395.519601:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60146 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e66 expref: 62 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157395.519612:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:0.0:1746157395.519644:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268262656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2682us (3074us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157395.519651:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6498 00000100:00100000:0.0:1746157395.521315:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.523338:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.524950:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.526677:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.529357:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.531635:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.533558:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.537449:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.542141:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.542180:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.546160:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.550218:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.550274:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.550313:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6503 00000100:00100000:0.0:1746157395.550320:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268265088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157395.550329:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157395.550568:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e60169 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030e89 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.550602:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60162 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e82 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.550609:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.550611:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.550613:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e60169 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e89 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.550631:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60162 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e82 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.550641:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093074a00/0x4450b99e49e60162 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e82 expref: 5 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.550650:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267027200:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.550979:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.554671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.555349:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267027200:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.555367:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c75600/0x4450b99e49e60169 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e89 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.555379:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c75600, rc 0) 00000100:00100000:1.0:1746157395.555490:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268265088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5170us (5275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.555496:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6503 00000100:00100000:0.0:1746157395.559731:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.568283:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.570197:0:3311:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267027968:0@lo:400:kworker.0 00000100:00100000:1.0:1746157395.570221:0:3311:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157395.570237:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267027968 00000100:00100000:1.0:1746157395.570241:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267027968 00000100:00100000:0.0:1746157395.570246:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978267027584:0@lo:400:kworker.0 00000100:00100000:1.0:1746157395.570266:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267028224 00000100:00100000:1.0:1746157395.570268:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267028224 00000100:00100000:0.0:1746157395.570275:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157395.570281:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1746157395.570285:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978267027968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157395.570301:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978267028096:0@lo:400:kworker.0 00000100:00100000:1.0:1746157395.570307:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978267027968:12345-0@lo:400:kworker.0 Request processed in 22us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.570312:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1746157395.570319:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157395.570320:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1746157395.570324:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1830978267028224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157395.570340:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1830978267028224:12345-0@lo:400:kworker.0 Request processed in 16us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157395.570341:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267027584 00000100:00100000:1.0:1746157395.570344:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1746157395.570344:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267027584 00000100:00080000:1.0:1746157395.570354:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746157395.570356:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746157395.570358:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157395.570361:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1746157395.570365:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4663450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3312:x1830978267027584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157395.570374:0:3311:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267027968:0@lo:400:kworker.0 00000100:00100000:1.0:1746157395.570384:0:3311:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746157395.570387:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4663450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3312:x1830978267027584:12345-0@lo:400:kworker.0 Request processed in 22us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.570388:0:3311:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1830978267027840:0@lo:400:kworker.0 00000100:00100000:0.0:1746157395.570392:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1746157395.570402:0:3311:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157395.570421:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267027840 00000100:00100000:0.0:1746157395.570424:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267027840 00000100:00080000:1.0:1746157395.570945:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157395.571798:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978267027584:0@lo:400:kworker.0 00000100:00100000:0.0:1746157395.571807:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978267028096:0@lo:400:kworker.0 00000100:00100000:1.0:1746157395.571931:0:3311:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1830978267027840:0@lo:400:kworker.0 00000100:00100000:0.0:1746157395.574492:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.581297:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.586261:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.591509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.597483:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.610541:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.610619:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.616547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.618949:0:3311:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746157395.618969:0:3311:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267028992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746157395.619032:0:3311:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157395.620715:0:3311:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267028992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746157395.622027:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.623527:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.629102:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268267648 00000100:00100000:1.0:1746157395.629111:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268267648 00002000:00100000:1.0:1746157395.629167:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3100 x1830978268267648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.629177:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3100 with x1830978268267648 ext(0->4095) 00010000:00010000:1.0:1746157395.629186:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 65 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.629208:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 65 pid: 16659 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746157395.629214:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f3100 00000100:00100000:1.0:1746157395.629246:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2640 00000100:00100000:0.0:1746157395.629253:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267029248:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.629254:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1985:x1830978268267648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00010000:00010000:0.0:1746157395.629277:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157395.629331:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1986:x1830978268267392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5269us (5804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157395.629342:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9835 00000100:00100000:1.0:1746157395.629408:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1985:x1830978268267648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157395.629414:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2640 00002000:00100000:1.0:1746157395.629419:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3100 x1830978268267648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.629425:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3100 with x1830978268267648 ext(0->4095) 00010000:00010000:1.0:1746157395.629436:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 64 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.629444:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 64 pid: 16659 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746157395.629450:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f3100 00000100:00100000:0.0:1746157395.631940:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.632142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.632948:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268267776 00000100:00100000:1.0:1746157395.632954:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268267776 00010000:00010000:1.0:1746157395.632985:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 65 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.633038:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9836 00000100:00100000:1.0:1746157395.633049:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1986:x1830978268267776:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.633065:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.633136:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 65 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.633149:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 65 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.633174:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e6017e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030e9e expref: 65 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.633963:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157395.634212:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1986:x1830978268267776:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1162us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.634223:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9836 00000100:00100000:0.0:1746157395.640235:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.645748:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.645812:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268268288 00000100:00100000:1.0:1746157395.645826:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268268288 00010000:00010000:1.0:1746157395.645866:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60185 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ea5 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.645903:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9837 00000100:00100000:1.0:1746157395.645911:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268268288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.645925:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.645947:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60185 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ea5 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.645959:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60185 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ea5 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.645980:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60185 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ea5 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.646008:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.646009:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.646016:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6018c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eac expref: 63 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.646024:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6018c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eac expref: 63 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.646055:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6018c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eac expref: 63 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157395.646068:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267029632:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.646195:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.648816:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.649493:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267029632:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157395.649514:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157395.649557:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268268288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3646us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.649566:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9837 00000100:00100000:0.0:1746157395.656293:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.669978:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.670186:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268268928 00000100:00100000:1.0:1746157395.670197:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268268928 00010000:00010000:1.0:1746157395.670239:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6018c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eac expref: 66 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.670285:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9838 00000100:00100000:1.0:1746157395.670293:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978268268928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.670308:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.670331:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6018c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eac expref: 66 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.670343:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6018c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eac expref: 66 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.670367:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6018c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eac expref: 66 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.671590:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.671596:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.671611:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60193 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eb3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.671623:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60193 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eb3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.671694:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60193 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eb3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157395.671712:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267029888:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.671892:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.680142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.680264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.680313:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267029888:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157395.680332:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157395.680369:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978268268928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 10077us (10410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.680378:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9838 00000100:00100000:0.0:1746157395.682909:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.685686:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.686194:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268269568 00000100:00100000:1.0:1746157395.686204:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268269568 00010000:00010000:1.0:1746157395.686243:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60193 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eb3 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.686275:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9839 00000100:00100000:1.0:1746157395.686283:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268269568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.686298:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.686320:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60193 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eb3 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.686332:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60193 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eb3 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.686356:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60193 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eb3 expref: 6 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.686372:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.686374:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.686881:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 66 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.686895:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 66 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.686930:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 66 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.686941:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 66 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.686952:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267030272:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.687026:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.688655:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267030272:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157395.688675:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157395.688724:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268269568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2441us (3046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.688734:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9839 00000100:00100000:0.0:1746157395.690830:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.694627:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.694694:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268269952 00000100:00100000:1.0:1746157395.694705:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268269952 00010000:00010000:1.0:1746157395.694741:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.694785:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9840 00000100:00100000:1.0:1746157395.694793:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:1985:x1830978268269952:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.694806:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.694829:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.694840:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.694863:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21600/0x4450b99e49e6019a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030eba expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.694896:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.694898:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.694906:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec1 expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.694913:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec1 expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.694945:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec1 expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157395.694958:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267030400:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.695049:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.699361:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.699519:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267030400:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157395.699540:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157395.699580:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1985:x1830978268269952:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4788us (4963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.699590:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9840 00000100:00100000:0.0:1746157395.702623:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.705161:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.705241:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268270464 00000100:00100000:1.0:1746157395.705249:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268270464 00010000:00010000:1.0:1746157395.705281:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601a1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec1 expref: 66 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.705318:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9841 00000100:00100000:1.0:1746157395.705325:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978268270464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157395.705337:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157395.705358:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601a1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec1 expref: 66 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.705368:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec1 expref: 66 pid: 16659 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.705391:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.705393:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.705400:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e601a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.705407:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e601a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.705440:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e601a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ec8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157395.705451:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267030656:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.705531:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.708499:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.715504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.715552:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.726920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.732572:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.736652:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.740020:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.742473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.743998:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.746143:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.748451:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.751258:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.753864:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.755962:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.757731:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.761832:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.764218:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.766585:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.766676:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.766881:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6520 00000100:00100000:1.0:1746157395.766890:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31587:x1830978268274048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.766897:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.766904:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f00 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.766918:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.766923:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e601d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ef9 expref: 68 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.766928:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.766930:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601e0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f00 expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.767257:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e601d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ef9 expref: 68 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.767279:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601e0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f00 expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.767288:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157395.767332:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:31587:x1830978268274048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 443us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.767338:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6520 00000100:00100000:0.0:1746157395.769156:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.771053:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268274432 00000100:00100000:0.0:1746157395.771059:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268274432 00002000:00100000:0.0:1746157395.771161:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f2300 x1830978268274432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.771179:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2300 with x1830978268274432 ext(0->4095) 00010000:00010000:0.0:1746157395.771189:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e601d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ef9 expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.771203:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e601d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ef9 expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.771210:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f2300 00000100:00100000:0.0:1746157395.771250:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2647 00000100:00100000:0.0:1746157395.771259:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:1985:x1830978268274432:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157395.771459:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:1985:x1830978268274432:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157395.771467:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2647 00002000:00100000:0.0:1746157395.771474:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f2300 x1830978268274432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.771481:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2300 with x1830978268274432 ext(0->4095) 00010000:00010000:0.0:1746157395.771487:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e601d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ef9 expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.771497:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e601d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ef9 expref: 67 pid: 8488 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.771503:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f2300 00000100:00100000:0.0:1746157395.774509:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.775794:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.779615:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.783938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.785008:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.785129:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268275200 00000100:00100000:1.0:1746157395.785133:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268275200 00000100:00100000:1.0:1746157395.785291:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6522 00000100:00100000:1.0:1746157395.785298:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31587:x1830978268275200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.785311:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.785321:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e601ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f0e expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.785362:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f07 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.785367:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.785369:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.785371:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e601ee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f0e expref: 67 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.785387:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f07 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.785396:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e601e7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f07 expref: 5 pid: 8488 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.785403:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267033216:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.785443:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.787461:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267033216:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.787480:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e601ee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f0e expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.787491:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:0.0:1746157395.788118:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.788153:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31587:x1830978268275200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2854us (3144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.788163:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6522 00000100:00100000:0.0:1746157395.792136:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.794982:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.797202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.797727:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268275968 00000100:00100000:0.0:1746157395.797732:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268275968 00000100:00100000:1.0:1746157395.797804:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6523 00000100:00100000:1.0:1746157395.797812:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268275968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.797824:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.797836:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f15 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.797858:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e601ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f0e expref: 65 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.797864:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.797865:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.797868:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601f5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f15 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.797891:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e601ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f0e expref: 65 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.797901:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e601ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f0e expref: 65 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.797910:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267033472:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.797972:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.801589:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.801690:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267033472:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.801714:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601f5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f15 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.801732:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157395.801764:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268275968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3953us (4566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.801771:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6523 00000100:00100000:0.0:1746157395.803715:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.805521:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.805566:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268276480 00000100:00100000:1.0:1746157395.805572:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268276480 00000100:00100000:0.0:1746157395.805604:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.805609:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6524 00000100:00100000:1.0:1746157395.805615:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:31587:x1830978268276480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157395.805629:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268276608 00000100:00100000:1.0:1746157395.805632:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268276608 00000100:00100000:1.0:1746157395.805714:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6525 00000100:00100000:1.0:1746157395.805720:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31597:x1830978268276608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.805780:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.805792:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e601fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f23 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805818:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f15 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805825:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.805827:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.805830:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e601fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f23 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805851:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f15 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805860:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e601f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f15 expref: 5 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.805870:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267033728:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.805937:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746157395.805947:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.805952:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60203 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f1c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805961:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.805965:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e601fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f23 expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805969:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.805972:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60203 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f1c expref: 68 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805988:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e601fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f23 expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.805999:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60203 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f1c expref: 68 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.806006:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157395.806187:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:31587:x1830978268276480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 571us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.806349:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6524 00000100:00100000:0.0:1746157395.807457:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.807473:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267033728:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.807488:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e601fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f23 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.807496:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157395.807522:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31597:x1830978268276608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1802us (1918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.807526:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6525 00000100:00100000:0.0:1746157395.809955:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.812021:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.812093:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268277120 00000100:00100000:1.0:1746157395.812098:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268277120 00000100:00100000:1.0:1746157395.812146:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6526 00000100:00100000:1.0:1746157395.812152:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268277120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.812161:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.812172:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6020a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f2a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.812286:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.812299:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60203 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f1c expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.812305:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157395.812308:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6020a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f2a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157395.812308:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157395.812334:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e60203 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f1c expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.812345:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6020a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f2a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.812352:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157395.812379:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268277120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.812392:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6526 00000100:00100000:0.0:1746157395.814457:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.816538:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.816578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.816771:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268277632 00000100:00100000:1.0:1746157395.816774:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268277632 00000100:00100000:1.0:1746157395.816799:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6527 00000100:00100000:1.0:1746157395.816803:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31587:x1830978268277632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.816810:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.816817:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60211 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f31 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.816830:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6020a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f2a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.816834:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.816835:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.816836:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60211 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f31 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.816992:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6020a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f2a expref: 5 pid: 8487 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.817003:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6020a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f2a expref: 5 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.817010:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267034496:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.817130:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.818369:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267034496:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.818384:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60211 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f31 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.818391:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157395.818484:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31587:x1830978268277632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1679us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.818490:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6527 00000100:00100000:0.0:1746157395.818804:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.821464:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.824146:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.825778:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.825982:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268278528 00000100:00100000:1.0:1746157395.825987:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268278528 00000100:00100000:1.0:1746157395.826027:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6528 00000100:00100000:1.0:1746157395.826139:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268278528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.826150:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.826162:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e60218 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f38 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.826182:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60211 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f31 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.826192:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.826193:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.826196:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e60218 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f38 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.826218:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60211 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f31 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.826228:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60211 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f31 expref: 65 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.826238:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267034752:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.826310:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.827763:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267034752:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.827783:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e60218 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f38 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.827794:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157395.827819:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268278528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1786us (2044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.827826:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6528 00000100:00100000:0.0:1746157395.828124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.831556:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.833392:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.833523:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268279040 00000100:00100000:1.0:1746157395.833528:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268279040 00000100:00100000:1.0:1746157395.833564:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6529 00000100:00100000:1.0:1746157395.833570:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:31597:x1830978268279040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.833583:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.833594:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e6021f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f3f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.833612:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e60218 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f38 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.833619:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.833621:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.833624:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e6021f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f3f expref: 66 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.833644:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e60218 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f38 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.833654:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e60218 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f38 expref: 5 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.833662:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267035008:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.834195:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.834234:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.835342:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267035008:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.835363:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e6021f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f3f expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.835373:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157395.835400:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31597:x1830978268279040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1830us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.835408:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6529 00000100:00100000:0.0:1746157395.836000:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.838834:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.841279:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.841508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.841567:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268279680 00000100:00100000:1.0:1746157395.841573:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268279680 00000100:00100000:1.0:1746157395.841603:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6531 00000100:00100000:1.0:1746157395.841609:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268279680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.841618:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.841628:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6022d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f4d expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841645:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.841649:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e60226 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f46 expref: 67 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841654:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157395.841657:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6022d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f4d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841683:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e60226 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f46 expref: 67 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841788:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6022d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f4d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841796:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.841798:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.841802:0:8487:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e60226 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f46 expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841811:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e60226 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f46 expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841827:0:8487:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e60226 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f46 expref: 66 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.841837:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db9c00/0x4450b99e49e60226 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f46 expref: 66 pid: 16659 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.841847:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267035520:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157395.841903:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.843028:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267035520:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157395.843039:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fec00, rc 0) 00000100:00100000:1.0:1746157395.843067:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268279680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1458us (1793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.843090:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6531 00000100:00100000:0.0:1746157395.843743:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.846815:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.846859:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.846938:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268280192 00000100:00100000:1.0:1746157395.846944:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268280192 00000100:00100000:1.0:1746157395.846975:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6532 00000100:00100000:1.0:1746157395.846982:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31587:x1830978268280192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.846994:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.847008:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60234 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f54 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.847026:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.847031:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6022d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f4d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.847035:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157395.847220:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60234 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f54 expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.847533:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6022d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f4d expref: 5 pid: 8487 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746157395.847540:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914fec00/0x4450b99e49e6022d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f4d expref: 5 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.847548:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267035776:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.847572:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.854263:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267035776:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.854288:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60234 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f54 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.854301:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157395.854427:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31587:x1830978268280192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7444us (7618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.854435:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6532 00000100:00100000:0.0:1746157395.860228:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.864746:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.864850:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268280960 00000100:00100000:1.0:1746157395.864856:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268280960 00002000:00100000:1.0:1746157395.864882:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439f80 x1830978268280960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.864898:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439f80 with x1830978268280960 ext(0->4095) 00002000:00010000:1.0:1746157395.864902:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439f80 00000100:00100000:1.0:1746157395.864921:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4748 00000100:00100000:1.0:1746157395.864926:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978268280960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157395.865676:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978268280960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 747us (932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157395.865690:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4748 00002000:00100000:1.0:1746157395.865696:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439f80 x1830978268280960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.865702:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439f80 with x1830978268280960 ext(0->4095) 00002000:00010000:1.0:1746157395.865705:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439f80 00000100:00100000:0.0:1746157395.867436:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.867455:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268281088 00000100:00100000:1.0:1746157395.867460:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268281088 00000100:00100000:1.0:1746157395.867497:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6533 00000100:00100000:1.0:1746157395.867504:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268281088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.867514:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.867527:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f5b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.867548:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60234 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f54 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.867555:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.867556:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.867559:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.867580:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60234 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f54 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.867589:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffc00/0x4450b99e49e60234 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f54 expref: 65 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.867598:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267036032:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.867666:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.871427:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267036032:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.871542:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.871556:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff400, rc 0) 00000100:00100000:1.0:1746157395.871604:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268281088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4100us (4170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.871611:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6533 00000100:00100000:0.0:1746157395.873125:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.874534:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.874581:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268281344 00000100:00100000:1.0:1746157395.874585:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268281344 00000100:00100000:1.0:1746157395.874619:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6534 00000100:00100000:1.0:1746157395.874624:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31587:x1830978268281344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.874635:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.874644:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60242 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f62 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.874665:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.874670:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.874672:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.874675:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60242 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f62 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.874692:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.874701:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 5 pid: 8487 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746157395.874709:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267036288:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.874766:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.875282:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.875302:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268281600 00000100:00100000:0.0:1746157395.875305:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268281600 00002000:00100000:0.0:1746157395.875332:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199c00 x1830978268281600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.875340:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1830978268281600 ext(0->4095) 00010000:00010000:0.0:1746157395.875346:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 6 pid: 8487 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.875355:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 6 pid: 8487 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.875361:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199c00 00000100:00100000:0.0:1746157395.875381:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2656 00000100:00100000:0.0:1746157395.875386:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268281600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157395.875488:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268281600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157395.875494:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2656 00002000:00100000:0.0:1746157395.875498:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199c00 x1830978268281600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157395.875504:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1830978268281600 ext(0->4095) 00010000:00010000:0.0:1746157395.875510:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 6 pid: 8487 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746157395.875517:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff400/0x4450b99e49e6023b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f5b expref: 6 pid: 8487 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746157395.875522:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199c00 00000100:00100000:0.0:1746157395.877612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.877703:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267036288:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.877725:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60242 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f62 expref: 66 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.877738:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157395.877765:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31587:x1830978268281344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3140us (3232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.877771:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6534 00000100:00100000:1.0:1746157395.877788:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268281728 00000100:00100000:1.0:1746157395.877792:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268281728 00000100:00100000:1.0:1746157395.877822:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6535 00000100:00100000:1.0:1746157395.877828:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31597:x1830978268281728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.877837:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.877847:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e60249 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f69 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.877864:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.877868:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60242 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f62 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.877873:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.877876:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e60249 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f69 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.877897:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e60242 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f62 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.877905:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fee00/0x4450b99e49e60249 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f69 expref: 67 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.877911:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157395.877925:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31597:x1830978268281728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.877930:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6535 00000100:00100000:0.0:1746157395.878149:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.880188:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.883141:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.886254:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.892782:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.896815:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.897550:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.902252:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.907481:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.913387:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.913464:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268283520 00000100:00100000:1.0:1746157395.913472:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268283520 00002000:00100000:1.0:1746157395.913517:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785880 x1830978268283520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.913526:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785880 with x1830978268283520 ext(0->4095) 00002000:00010000:1.0:1746157395.913531:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785880 00000100:00100000:1.0:1746157395.913976:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4750 00000100:00100000:1.0:1746157395.913984:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1985:x1830978268283520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157395.914381:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1985:x1830978268283520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 397us (996us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157395.914387:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4750 00002000:00100000:1.0:1746157395.914392:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785880 x1830978268283520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.914400:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785880 with x1830978268283520 ext(0->4095) 00002000:00010000:1.0:1746157395.914403:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785880 00000100:00100000:0.0:1746157395.918451:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.922862:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.928774:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.934165:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.935510:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.936580:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.936655:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268284416 00000100:00100000:1.0:1746157395.936659:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268284416 00000100:00100000:1.0:1746157395.936684:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6540 00000100:00100000:1.0:1746157395.936690:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31597:x1830978268284416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.936698:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.936705:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e6026c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030f8c expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.936718:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.936722:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60265 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f85 expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.936732:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.936735:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e6026c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f8c expref: 70 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.936756:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60265 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f85 expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.936765:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e6026c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f8c expref: 70 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.936771:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157395.936793:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:31597:x1830978268284416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.936799:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6540 00000100:00100000:0.0:1746157395.938361:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.941049:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.943213:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.945981:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.950675:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.954710:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.957371:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.958339:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.962633:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.963008:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.966462:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.966547:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268286336 00000100:00100000:1.0:1746157395.966554:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268286336 00002000:00100000:1.0:1746157395.966590:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447ca80 x1830978268286336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/0 e 0 to 0 dl 1746157406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.966599:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447ca80 with x1830978268286336 ext(0->4095) 00010000:00010000:1.0:1746157395.966607:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6027a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f9a expref: 69 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157395.966620:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6027a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f9a expref: 69 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157395.966626:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447ca80 00000100:00100000:1.0:1746157395.966655:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2662 00000100:00100000:1.0:1746157395.966662:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1986:x1830978268286336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157395.966813:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1986:x1830978268286336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157395.966819:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2662 00002000:00100000:1.0:1746157395.966823:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447ca80 x1830978268286336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:201/0 lens 488/4536 e 0 to 0 dl 1746157406 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157395.966831:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447ca80 with x1830978268286336 ext(0->4095) 00010000:00010000:1.0:1746157395.966835:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6027a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f9a expref: 69 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157395.966844:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6027a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030f9a expref: 69 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157395.966850:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447ca80 00000100:00100000:0.0:1746157395.968537:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.970592:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.974777:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.974884:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268286848 00000100:00100000:1.0:1746157395.974896:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268286848 00000100:00100000:1.0:1746157395.974962:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6544 00000100:00100000:1.0:1746157395.974970:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268286848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.974988:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.975004:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60288 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030fa8 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.975034:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60281 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa1 expref: 67 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.975046:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.975047:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.975050:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60288 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa8 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.975129:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60281 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa1 expref: 67 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.975140:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60281 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa1 expref: 67 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157395.975151:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267038848:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.975263:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157395.976665:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267038848:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.976688:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60288 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa8 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.976705:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157395.976734:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268286848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1765us (1962us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.976741:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6544 00000100:00100000:0.0:1746157395.977268:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.980268:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.981479:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.981529:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268287360 00000100:00100000:1.0:1746157395.981535:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268287360 00000100:00100000:1.0:1746157395.981574:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6545 00000100:00100000:1.0:1746157395.981580:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31587:x1830978268287360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.981595:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.981610:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e6028f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030faf expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.981636:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60288 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.981644:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.981646:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157395.981649:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e6028f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030faf expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.981680:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60288 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.981691:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e60288 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fa8 expref: 5 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157395.981703:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267039104:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.981782:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.982781:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.983249:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267039104:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.983267:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffe00/0x4450b99e49e6028f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030faf expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.983276:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157395.983310:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31587:x1830978268287360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1729us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.983318:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6545 00000100:00100000:0.0:1746157395.984138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.987154:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.989636:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.992613:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157395.994673:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.994845:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268288384 00000100:00100000:1.0:1746157395.994853:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268288384 00000100:00100000:1.0:1746157395.994897:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6547 00000100:00100000:1.0:1746157395.994904:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268288384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157395.994916:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157395.994928:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6029d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030fbd expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.994950:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60296 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fb6 expref: 67 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.994956:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.994958:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157395.994961:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6029d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fbd expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.994984:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60296 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fb6 expref: 67 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.994994:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60296 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fb6 expref: 67 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157395.995004:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267039616:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157395.995104:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157395.998367:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157395.998511:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267039616:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157395.998540:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6029d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fbd expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157395.998554:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff200, rc 0) 00000100:00100000:1.0:1746157395.998617:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268288384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3713us (3949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157395.998625:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6547 00000100:00100000:0.0:1746157396.000645:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.002855:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.002928:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268288896 00000100:00100000:1.0:1746157396.002935:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268288896 00000100:00100000:1.0:1746157396.003001:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6548 00000100:00100000:1.0:1746157396.003009:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31597:x1830978268288896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.003026:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.003043:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e602a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030fc4 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.003100:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6029d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fbd expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.003108:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.003120:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.003124:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e602a4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fc4 expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.003157:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6029d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fbd expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.003168:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff200/0x4450b99e49e6029d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fbd expref: 5 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.003181:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267039872:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.003254:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.003420:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.005473:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267039872:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.005505:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ffa00/0x4450b99e49e602a4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fc4 expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.005520:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffa00, rc 0) 00000100:00100000:1.0:1746157396.005621:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31597:x1830978268288896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2611us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.005629:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6548 00000100:00100000:0.0:1746157396.005790:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.010284:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.012717:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.012797:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268289536 00000100:00100000:0.0:1746157396.012801:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.012809:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268289536 00000100:00100000:1.0:1746157396.012876:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6550 00000100:00100000:1.0:1746157396.012884:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268289536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.012902:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.012920:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e602b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030fd2 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.012947:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.012952:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e602ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fcb expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.012957:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.012960:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e602b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd2 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.013002:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e602ab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fcb expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.013015:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e602b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd2 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.013023:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ff600, rc 0) 00000100:00100000:1.0:1746157396.013105:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268289536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.013126:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6550 00000100:00100000:0.0:1746157396.016564:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.023680:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.023761:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.023766:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268290048 00000100:00100000:1.0:1746157396.023779:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268290048 00000100:00100000:1.0:1746157396.023848:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6551 00000100:00100000:1.0:1746157396.023856:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:31587:x1830978268290048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.023877:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.023895:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e602b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030fd9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.023923:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.023929:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e602b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd2 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.023934:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.023937:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e602b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd9 expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.023979:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e602b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd2 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.023992:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800914fe400/0x4450b99e49e602b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd9 expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.024001:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00000100:00100000:1.0:1746157396.024058:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31587:x1830978268290048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.024063:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6551 00000100:00100000:0.0:1746157396.029546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.029866:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268290432 00000100:00100000:1.0:1746157396.029876:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268290432 00002000:00100000:1.0:1746157396.029920:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b480 x1830978268290432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.029930:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b480 with x1830978268290432 ext(0->4095) 00010000:00010000:1.0:1746157396.029939:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e602b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd2 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.029951:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800914ff600/0x4450b99e49e602b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fd2 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.029957:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21b480 00000100:00100000:0.0:1746157396.032860:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.035870:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.038860:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.043069:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.045650:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.045730:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.045788:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268291456 00000100:00100000:1.0:1746157396.045796:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268291456 00002000:00100000:1.0:1746157396.045871:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9180 x1830978268291456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.045881:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9180 with x1830978268291456 ext(0->4095) 00002000:00010000:1.0:1746157396.045885:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a9180 00000100:00100000:1.0:1746157396.045959:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4758 00000100:00100000:1.0:1746157396.045964:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268291456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.046501:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268291456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 535us (768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.046507:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4758 00002000:00100000:1.0:1746157396.046512:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9180 x1830978268291456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.046519:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9180 with x1830978268291456 ext(0->4095) 00010000:00010000:1.0:1746157396.046524:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e602c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fe0 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.046535:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e602c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fe0 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.046541:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a9180 00000100:00100000:0.0:1746157396.049299:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.049365:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.051554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.051618:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268291968 00000100:00100000:1.0:1746157396.051624:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268291968 00002000:00100000:1.0:1746157396.051657:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aaa00 x1830978268291968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.051666:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aaa00 with x1830978268291968 ext(0->4095) 00010000:00010000:1.0:1746157396.051673:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e602c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fe7 expref: 69 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.051683:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e602c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fe7 expref: 69 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.051695:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306aaa00 00000100:00100000:1.0:1746157396.051788:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2667 00000100:00100000:1.0:1746157396.051794:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1985:x1830978268291968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.052169:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1985:x1830978268291968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 374us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.052176:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2667 00002000:00100000:1.0:1746157396.052181:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aaa00 x1830978268291968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.052188:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aaa00 with x1830978268291968 ext(0->4095) 00010000:00010000:1.0:1746157396.052193:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e602c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fe7 expref: 69 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.052202:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e602c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fe7 expref: 69 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.052207:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306aaa00 00000100:00100000:0.0:1746157396.054606:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.058183:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.058506:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268292352 00000100:00100000:1.0:1746157396.058514:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268292352 00002000:00100000:1.0:1746157396.058556:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306abb80 x1830978268292352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.058565:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306abb80 with x1830978268292352 ext(0->4095) 00002000:00010000:1.0:1746157396.058569:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306abb80 00000100:00100000:1.0:1746157396.058711:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4759 00000100:00100000:1.0:1746157396.058720:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1986:x1830978268292352:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.059094:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1986:x1830978268292352:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 351us (888us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.059101:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4759 00002000:00100000:1.0:1746157396.059106:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306abb80 x1830978268292352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.059123:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306abb80 with x1830978268292352 ext(0->4095) 00002000:00010000:1.0:1746157396.059126:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306abb80 00000100:00100000:0.0:1746157396.066528:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.066820:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268292480 00000100:00100000:1.0:1746157396.066831:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268292480 00000100:00100000:1.0:1746157396.072252:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.072316:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268292608 00000100:00100000:1.0:1746157396.072323:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268292608 00002000:00100000:1.0:1746157396.072357:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880132199f80 x1830978268292608/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.072367:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199f80 with x1830978268292608 ext(0->7) 00010000:00010000:1.0:1746157396.072374:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 68 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.072387:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 68 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.072393:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199f80 00000100:00100000:1.0:1746157396.072420:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2668 00000100:00100000:1.0:1746157396.072427:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1985:x1830978268292608:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746157396.072440:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267041664:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157396.072467:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.072484:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:0.0:1746157396.072535:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268292480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4669us (6016us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157396.072546:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6555 00000100:00100000:1.0:1746157396.072746:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1985:x1830978268292608:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 319us (499us total) trans 4294967981 rc 0/0 00000100:00100000:1.0:1746157396.072753:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2668 00002000:00100000:1.0:1746157396.072758:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880132199f80 x1830978268292608/t4294967981(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/448 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.072765:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199f80 with x1830978268292608 ext(0->7) 00010000:00010000:1.0:1746157396.072770:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 70 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.072778:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 70 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.072783:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199f80 00000100:00100000:1.0:1746157396.076743:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.076882:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268292736 00000100:00100000:0.0:1746157396.076892:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268292736 00010000:00010000:0.0:1746157396.076926:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 70 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746157396.076956:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9884 00000100:00100000:0.0:1746157396.076963:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1984:x1830978268292736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157396.076977:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157396.077001:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 70 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.077835:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 70 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.077859:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e602ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030fee expref: 70 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.077871:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.077873:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.077879:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.077885:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.077922:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157396.077935:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267041792:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157396.078001:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.081000:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267041792:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157396.081016:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157396.081056:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1984:x1830978268292736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4092us (4319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157396.081066:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9884 00000100:00100000:0.0:1746157396.082035:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268292992 00000100:00100000:0.0:1746157396.082041:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268292992 00002000:00100000:0.0:1746157396.082092:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3b80 x1830978268292992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157396.082100:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3b80 with x1830978268292992 ext(0->4095) 00002000:00010000:0.0:1746157396.082105:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f3b80 00000100:00100000:0.0:1746157396.082137:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4760 00000100:00100000:0.0:1746157396.082144:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268292992:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157396.082261:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268292992:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157396.082267:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4760 00002000:00100000:0.0:1746157396.082271:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3b80 x1830978268292992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157396.082277:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3b80 with x1830978268292992 ext(0->4095) 00002000:00010000:0.0:1746157396.082280:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f3b80 00000100:00100000:0.0:1746157396.086551:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268293120 00000100:00100000:0.0:1746157396.086562:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268293120 00000100:00100000:0.0:1746157396.086865:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6556 00000100:00100000:0.0:1746157396.086874:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31597:x1830978268293120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157396.086894:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157396.086912:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f030ffc expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.086942:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.086949:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.086950:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.086953:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.086985:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.086996:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 5 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746157396.087007:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267041920:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157396.087140:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.092858:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.092888:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268293248 00000100:00100000:1.0:1746157396.092896:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268293248 00000100:00100000:1.0:1746157396.092941:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6557 00000100:00100000:1.0:1746157396.092948:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31587:x1830978268293248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.092966:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.092983:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031003 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.093008:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.093013:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.093023:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.093027:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.093063:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.093093:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.093102:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099a64e00, rc 0) 00000100:00100000:1.0:1746157396.093156:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:31587:x1830978268293248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.093161:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6557 00000100:00100000:0.0:1746157396.093173:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267041920:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157396.093189:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.093205:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321d800, rc 0) 00000100:00100000:0.0:1746157396.093223:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31597:x1830978268293120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6352us (7582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157396.093229:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6556 00000100:00100000:0.0:1746157396.093269:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.093414:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268293376 00000100:00100000:1.0:1746157396.093418:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268293376 00010000:00010000:1.0:1746157396.093432:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.093449:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9885 00000100:00100000:1.0:1746157396.093453:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4479450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268293376:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157396.093461:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.093481:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.093492:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.093509:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e602d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ff5 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.094541:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.094545:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.094554:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.094563:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.094599:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.094610:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 70 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.094622:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267042176:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.094703:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.098369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.098420:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267042176:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157396.098442:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157396.098485:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4479450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268293376:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5029us (5214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157396.098496:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9885 00000100:00100000:0.0:1746157396.098565:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268293632 00000100:00100000:0.0:1746157396.098571:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268293632 00002000:00100000:0.0:1746157396.098609:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9f80 x1830978268293632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157396.098617:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9f80 with x1830978268293632 ext(0->4095) 00010000:00010000:0.0:1746157396.098625:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.098637:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746157396.098642:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a9f80 00000100:00100000:0.0:1746157396.098658:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2669 00000100:00100000:0.0:1746157396.098663:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1986:x1830978268293632:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157396.098807:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1986:x1830978268293632:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157396.098813:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2669 00002000:00100000:0.0:1746157396.098817:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9f80 x1830978268293632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157396.098824:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9f80 with x1830978268293632 ext(0->4095) 00010000:00010000:0.0:1746157396.098829:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.098837:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746157396.098842:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a9f80 00000100:00100000:0.0:1746157396.100671:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.100721:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268293760 00000100:00100000:1.0:1746157396.100730:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268293760 00000100:00100000:0.0:1746157396.100758:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.100768:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6558 00000100:00100000:1.0:1746157396.100775:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268293760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157396.100775:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268293888 00000100:00100000:0.0:1746157396.100778:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268293888 00010000:00010000:1.0:1746157396.100789:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157396.100794:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.100804:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03100a expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157396.100810:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9886 00000100:00100000:0.0:1746157396.100814:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1983:x1830978268293888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157396.100824:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.100830:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.100834:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 71 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.100839:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.100842:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.100860:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.100873:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.100888:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 71 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.100893:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e602dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f030ffc expref: 71 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.100898:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.100903:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.100904:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.100909:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.100916:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.100924:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c0400, rc 0) 00010000:00010000:0.0:1746157396.100932:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.100941:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746157396.100951:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267042432:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.100961:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268293760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.100966:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6558 00000100:00100000:0.0:1746157396.100992:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.102699:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267042432:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157396.102888:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157396.102943:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1983:x1830978268293888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2126us (2183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157396.102956:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9886 00000100:00100000:1.0:1746157396.103484:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.103555:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268294144 00000100:00100000:0.0:1746157396.103566:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268294144 00002000:00100000:0.0:1746157396.103610:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978268294144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157396.103617:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978268294144 ext(0->4095) 00010000:00010000:0.0:1746157396.103624:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.103634:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746157396.103638:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198000 00000100:00100000:0.0:1746157396.103685:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2670 00000100:00100000:0.0:1746157396.103693:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1986:x1830978268294144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157396.103912:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1986:x1830978268294144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 219us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157396.103918:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2670 00002000:00100000:0.0:1746157396.103923:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978268294144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157396.103930:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978268294144 ext(0->4095) 00010000:00010000:0.0:1746157396.103934:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.103948:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 70 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746157396.103954:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198000 00000100:00100000:0.0:1746157396.106243:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.106297:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268294272 00000100:00100000:1.0:1746157396.106305:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268294272 00000100:00100000:0.0:1746157396.106329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.106344:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6559 00000100:00100000:0.0:1746157396.106346:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268294400 00000100:00100000:0.0:1746157396.106349:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268294400 00000100:00100000:1.0:1746157396.106350:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:31587:x1830978268294272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.106365:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157396.106367:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.106378:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800940d9600/0x4450b99e49e602f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031011 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157396.106384:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9887 00000100:00100000:0.0:1746157396.106388:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268294400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157396.106398:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.106404:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.106410:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.106415:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.106418:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800940d9600/0x4450b99e49e602f1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031011 expref: 10 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.106428:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.106437:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.106451:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099a64e00/0x4450b99e49e602e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031003 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.106490:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.106492:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.106497:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.106498:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.106505:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.106516:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800940d9600/0x4450b99e49e602f1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031011 expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.106523:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940d9600, rc 0) 00010000:00010000:0.0:1746157396.106523:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.106532:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 5 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746157396.106542:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267042688:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.106560:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31587:x1830978268294272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.106566:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6559 00000100:00100000:0.0:1746157396.106672:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.108507:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.108600:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268294656 00000100:00100000:1.0:1746157396.108608:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268294656 00002000:00100000:1.0:1746157396.108652:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8380 x1830978268294656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.108662:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8380 with x1830978268294656 ext(0->4095) 00010000:00010000:1.0:1746157396.108670:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.108686:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.108692:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8380 00000100:00100000:1.0:1746157396.108723:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2671 00000100:00100000:1.0:1746157396.108730:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268294656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.108915:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268294656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 185us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.108920:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2671 00002000:00100000:1.0:1746157396.108923:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8380 x1830978268294656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.108928:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8380 with x1830978268294656 ext(0->4095) 00010000:00010000:1.0:1746157396.108931:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.108937:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e2c0400/0x4450b99e49e602ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03100a expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.108941:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8380 00000100:00100000:0.0:1746157396.110946:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.112780:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.112876:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268295040 00000100:00100000:1.0:1746157396.112882:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268295040 00002000:00100000:1.0:1746157396.112920:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b800 x1830978268295040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.112929:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b800 with x1830978268295040 ext(0->4095) 00002000:00010000:1.0:1746157396.112934:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21b800 00000100:00100000:1.0:1746157396.112961:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4761 00000100:00100000:1.0:1746157396.112967:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268295040:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157396.113265:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268295040:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 297us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.113271:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4761 00002000:00100000:1.0:1746157396.113276:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b800 x1830978268295040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.113283:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b800 with x1830978268295040 ext(0->4095) 00002000:00010000:1.0:1746157396.113285:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21b800 00000100:00100000:0.0:1746157396.114453:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.114517:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268295168 00000100:00100000:1.0:1746157396.114524:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268295168 00000100:00100000:1.0:1746157396.114572:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6560 00000100:00100000:1.0:1746157396.114579:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268295168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.114594:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.114612:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800940d9400/0x4450b99e49e602f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031018 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.114639:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800940d9600/0x4450b99e49e602f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031011 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.114646:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.114648:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.114650:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800940d9400/0x4450b99e49e602f8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031018 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.114684:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800940d9600/0x4450b99e49e602f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031011 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.114694:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800940d9600/0x4450b99e49e602f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031011 expref: 7 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.114704:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267042944:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.114793:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.116030:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267042944:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.116056:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800940d9400/0x4450b99e49e602f8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031018 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.116102:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940d9400, rc 0) 00000100:00100000:1.0:1746157396.116152:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268295168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1572us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.116160:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6560 00000100:00100000:0.0:1746157396.116260:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.118650:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.118784:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268295552 00000100:00100000:1.0:1746157396.118790:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268295552 00002000:00100000:1.0:1746157396.118824:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978268295552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.118833:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978268295552 ext(0->4095) 00002000:00010000:1.0:1746157396.118837:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252dc00 00000100:00100000:1.0:1746157396.118863:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4762 00000100:00100000:1.0:1746157396.118869:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268295552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.119486:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268295552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 615us (834us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.119492:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4762 00002000:00100000:1.0:1746157396.119498:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978268295552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.119506:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978268295552 ext(0->4095) 00002000:00010000:1.0:1746157396.119509:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252dc00 00000100:00100000:0.0:1746157396.122012:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.122196:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268295680 00000100:00100000:1.0:1746157396.122206:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268295680 00000100:00100000:1.0:1746157396.122298:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6561 00000100:00100000:1.0:1746157396.122307:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:31597:x1830978268295680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.122324:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.122341:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e602ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03101f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.122371:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800940d9400/0x4450b99e49e602f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031018 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.122378:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.122380:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.122383:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e602ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03101f expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.122414:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800940d9400/0x4450b99e49e602f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031018 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.122428:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800940d9400/0x4450b99e49e602f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031018 expref: 5 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.122440:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267043200:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.122534:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.124002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.124168:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267043200:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.124195:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e602ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03101f expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.124210:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157396.124247:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31597:x1830978268295680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1941us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.124254:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6561 00000100:00100000:0.0:1746157396.124816:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.127554:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.127661:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268296192 00000100:00100000:1.0:1746157396.127667:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268296192 00002000:00100000:1.0:1746157396.127704:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c700 x1830978268296192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.127714:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268296192 ext(0->4095) 00010000:00010000:1.0:1746157396.127723:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e602ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03101f expref: 9 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.127735:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e602ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03101f expref: 9 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.127746:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c700 00000100:00100000:1.0:1746157396.127773:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2672 00000100:00100000:1.0:1746157396.127779:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268296192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.127930:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268296192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.127936:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2672 00002000:00100000:1.0:1746157396.127941:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c700 x1830978268296192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.127947:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268296192 ext(0->4095) 00010000:00010000:1.0:1746157396.127951:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e602ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03101f expref: 9 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.127959:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e602ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03101f expref: 9 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.127963:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c700 00000100:00100000:0.0:1746157396.129572:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.131182:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.134790:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.141463:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.141582:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.146304:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.149283:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.149368:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.149455:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268297344 00000100:00100000:1.0:1746157396.149464:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268297344 00000100:00100000:1.0:1746157396.149504:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6565 00000100:00100000:1.0:1746157396.149511:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31597:x1830978268297344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.149529:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.149549:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03103b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.149578:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.149584:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60314 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031034 expref: 10 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.149590:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.149593:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 10 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.149628:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60314 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031034 expref: 10 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.149639:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 10 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.149648:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157396.149688:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31597:x1830978268297344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.149693:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6565 00000100:00100000:0.0:1746157396.155570:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.155640:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268297600 00000100:00100000:1.0:1746157396.155650:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268297600 00010000:00010000:1.0:1746157396.155689:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60314 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031034 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.155730:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9894 00000100:00100000:1.0:1746157396.155738:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268297600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157396.155756:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.155777:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60314 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031034 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.155790:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60314 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031034 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.155812:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60314 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031034 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.155842:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.155844:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.155851:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.155859:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.155892:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157396.155904:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267044352:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.156259:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.157665:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267044352:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157396.157686:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157396.157726:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268297600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1987us (2164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.158023:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9894 00000100:00100000:0.0:1746157396.158366:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.158464:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268297856 00000100:00100000:1.0:1746157396.158471:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268297856 00002000:00100000:1.0:1746157396.158507:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbd500 x1830978268297856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.158518:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbd500 with x1830978268297856 ext(0->4095) 00002000:00010000:1.0:1746157396.158522:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbd500 00000100:00100000:1.0:1746157396.158554:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4763 00000100:00100000:1.0:1746157396.158560:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268297856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.158729:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268297856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.158735:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4763 00002000:00100000:1.0:1746157396.158740:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbd500 x1830978268297856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.158747:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbd500 with x1830978268297856 ext(0->4095) 00002000:00010000:1.0:1746157396.158750:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbd500 00000100:00100000:0.0:1746157396.160495:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.164252:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268298112 00000100:00100000:1.0:1746157396.164261:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268298112 00010000:00010000:1.0:1746157396.164294:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 8 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.164424:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9895 00000100:00100000:1.0:1746157396.164432:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268298112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157396.164445:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.164469:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 8 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.164480:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 8 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.164503:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6031b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03103b expref: 8 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.164527:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.164529:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.164536:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60322 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031042 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.164543:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60322 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031042 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.164896:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60322 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031042 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157396.164910:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267044608:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.164995:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.165805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.166914:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267044608:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157396.166932:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157396.166963:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268298112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2532us (2907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.166972:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9895 00000100:00100000:0.0:1746157396.167274:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.170687:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.170845:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.171206:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268298752 00000100:00100000:1.0:1746157396.171209:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268298752 00010000:00010000:1.0:1746157396.171223:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60322 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031042 expref: 6 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.171245:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9896 00000100:00100000:1.0:1746157396.171249:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268298752:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157396.171255:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.171269:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60322 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031042 expref: 6 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.171277:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60322 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031042 expref: 6 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.171290:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60322 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031042 expref: 6 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.171300:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.171301:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.171306:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.171312:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.171339:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.171348:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 8 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.171357:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267044992:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.171401:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.173632:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267044992:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157396.173646:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157396.173731:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.173780:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268298752:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2528us (2934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.173787:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9896 00000100:00100000:1.0:1746157396.173818:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268299008 00000100:00100000:1.0:1746157396.173822:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268299008 00002000:00100000:1.0:1746157396.174154:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbed80 x1830978268299008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.174162:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbed80 with x1830978268299008 ext(0->4095) 00010000:00010000:1.0:1746157396.174169:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.174180:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.174186:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbed80 00000100:00100000:1.0:1746157396.174200:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2676 00000100:00100000:1.0:1746157396.174207:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268299008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.175211:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268299008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 1003us (1478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.175221:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2676 00002000:00100000:1.0:1746157396.175226:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbed80 x1830978268299008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.175233:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbed80 with x1830978268299008 ext(0->4095) 00010000:00010000:1.0:1746157396.175238:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.175259:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.175264:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbed80 00000100:00100000:0.0:1746157396.178940:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.179025:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268299136 00000100:00100000:1.0:1746157396.179032:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268299136 00010000:00010000:1.0:1746157396.179058:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.179125:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9897 00000100:00100000:1.0:1746157396.179132:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268299136:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157396.179144:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.179166:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.179177:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.179194:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60329 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031049 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.179222:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.179259:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.179266:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60330 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031050 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.179273:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60330 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031050 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.179299:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60330 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031050 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157396.179309:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267045120:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.179779:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.182542:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267045120:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157396.182558:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157396.182598:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268299136:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3466us (3663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.182607:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9897 00000100:00100000:0.0:1746157396.183479:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.183549:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268299392 00000100:00100000:1.0:1746157396.183555:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268299392 00002000:00100000:1.0:1746157396.183583:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ca80 x1830978268299392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.183591:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ca80 with x1830978268299392 ext(0->4095) 00002000:00010000:1.0:1746157396.183596:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96ca80 00000100:00100000:1.0:1746157396.183620:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4764 00000100:00100000:1.0:1746157396.183626:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268299392:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.183736:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268299392:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.183741:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4764 00002000:00100000:1.0:1746157396.183746:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ca80 x1830978268299392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.183762:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ca80 with x1830978268299392 ext(0->4095) 00002000:00010000:1.0:1746157396.183765:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96ca80 00000100:00100000:0.0:1746157396.185543:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.188177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.188508:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268299648 00000100:00100000:1.0:1746157396.188512:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268299648 00010000:00010000:1.0:1746157396.188529:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031050 expref: 8 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.188600:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9898 00000100:00100000:1.0:1746157396.188606:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268299648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157396.188614:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.188630:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031050 expref: 8 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.188638:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60330 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031050 expref: 8 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.188653:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60330 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031050 expref: 8 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.188673:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.188675:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.188680:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.188686:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.188704:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157396.188713:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267045376:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.189001:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.190238:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267045376:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157396.190249:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157396.190439:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268299648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1832us (2261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.190446:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9898 00000100:00100000:0.0:1746157396.191347:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.191480:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268299904 00000100:00100000:1.0:1746157396.191485:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268299904 00002000:00100000:1.0:1746157396.191509:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ce00 x1830978268299904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.191517:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ce00 with x1830978268299904 ext(0->4095) 00002000:00010000:1.0:1746157396.191521:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96ce00 00000100:00100000:1.0:1746157396.191550:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4765 00000100:00100000:1.0:1746157396.191556:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268299904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.191670:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268299904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.191677:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4765 00002000:00100000:1.0:1746157396.191682:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ce00 x1830978268299904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.191688:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ce00 with x1830978268299904 ext(0->4095) 00002000:00010000:1.0:1746157396.191692:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96ce00 00000100:00100000:0.0:1746157396.193828:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.193891:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.193971:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268300032 00000100:00100000:1.0:1746157396.193977:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268300032 00000100:00100000:1.0:1746157396.194002:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268300160 00000100:00100000:1.0:1746157396.194004:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268300160 00000100:00100000:1.0:1746157396.194579:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6570 00000100:00100000:1.0:1746157396.194585:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:31597:x1830978268300032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.194594:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.194606:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03105e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.194623:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.194628:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.194629:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.194631:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.194649:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.194656:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 5 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.194663:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267045504:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.194703:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.197905:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267045504:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.197920:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.197927:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157396.197946:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31597:x1830978268300032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3362us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.197950:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6570 00000100:00100000:0.0:1746157396.198714:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.198775:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268300288 00000100:00100000:1.0:1746157396.198779:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268300288 00010000:00010000:1.0:1746157396.198798:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.198825:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9899 00000100:00100000:1.0:1746157396.198830:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268300288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157396.198839:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157396.198854:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.198863:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.198884:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f000/0x4450b99e49e60337 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031057 expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.199785:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.199788:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.199795:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.199802:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.200210:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.200222:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 8 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746157396.200232:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d96c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267045760:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157396.200293:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.202956:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.203034:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268300544 00000100:00100000:1.0:1746157396.203039:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268300544 00002000:00100000:1.0:1746157396.203096:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96fb80 x1830978268300544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.203105:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96fb80 with x1830978268300544 ext(0->4095) 00010000:00010000:1.0:1746157396.203124:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.203137:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.203143:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96fb80 00000100:00100000:1.0:1746157396.203168:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2677 00000100:00100000:1.0:1746157396.203175:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268300544:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.203666:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268300544:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 491us (713us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.203673:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2677 00002000:00100000:1.0:1746157396.203678:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96fb80 x1830978268300544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.203684:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96fb80 with x1830978268300544 ext(0->4095) 00010000:00010000:1.0:1746157396.203689:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.203698:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e6033e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03105e expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.203703:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96fb80 00000100:00100000:0.0:1746157396.206441:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.206487:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268300672 00000100:00100000:1.0:1746157396.206493:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268300672 00000100:00100000:0.0:1746157396.206508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.206645:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6572 00000100:00100000:1.0:1746157396.206650:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268300672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.206659:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.206668:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6034c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03106c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.206708:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60345 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031065 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.206713:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.206714:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.206717:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6034c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03106c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.206739:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60345 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031065 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.206748:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60345 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031065 expref: 8 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.206756:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267045888:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.206922:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.212599:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.212959:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267045888:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.212976:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6034c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03106c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.212989:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157396.213023:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268300672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6373us (6587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.213030:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6572 00000100:00100000:0.0:1746157396.219847:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.219903:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.220106:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268301184 00000100:00100000:1.0:1746157396.220117:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268301184 00000100:00100000:1.0:1746157396.220139:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6573 00000100:00100000:1.0:1746157396.220146:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31587:x1830978268301184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.220158:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.220169:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60353 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031073 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.220188:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.220193:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6034c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03106c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.220199:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.220202:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60353 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031073 expref: 10 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.220227:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6034c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03106c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.220236:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60353 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031073 expref: 10 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.220243:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157396.220276:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31587:x1830978268301184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.220281:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6573 00000100:00100000:0.0:1746157396.224183:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.226455:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.229281:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.231339:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.231430:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268302080 00000100:00100000:1.0:1746157396.231434:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268302080 00000100:00100000:1.0:1746157396.231468:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6574 00000100:00100000:1.0:1746157396.231473:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268302080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.231483:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.231494:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6035a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03107a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.231511:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60353 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031073 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.231520:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.231522:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.231524:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6035a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03107a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.231544:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60353 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031073 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.231552:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60353 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031073 expref: 7 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.231561:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267046528:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.231617:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.233620:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267046528:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.233638:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6035a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03107a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157396.233640:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157396.233650:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157396.233678:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268302080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (2341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.233684:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6574 00000100:00100000:0.0:1746157396.235831:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.237361:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.237395:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268302592 00000100:00100000:1.0:1746157396.237399:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268302592 00000100:00100000:1.0:1746157396.237433:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6575 00000100:00100000:1.0:1746157396.237439:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:31597:x1830978268302592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.237450:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.237461:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031081 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.237479:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6035a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03107a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.237485:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.237487:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.237490:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.237509:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6035a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03107a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.237519:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6035a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03107a expref: 5 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.237529:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267046784:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.237587:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.238610:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267046784:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.238624:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.238631:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157396.238656:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:31597:x1830978268302592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1218us (1296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.238665:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6575 00000100:00100000:0.0:1746157396.238802:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.239273:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.239284:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268302848 00000100:00100000:1.0:1746157396.239287:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268302848 00000100:00100000:1.0:1746157396.239302:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6576 00000100:00100000:1.0:1746157396.239307:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:31587:x1830978268302848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.239318:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.239324:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031088 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.239335:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.239340:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.239342:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.239344:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.239356:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.239364:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.239370:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267047040:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.239390:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.240573:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267047040:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.240596:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.240605:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157396.240628:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31587:x1830978268302848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1320us (1355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.240633:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6576 00000100:00100000:0.0:1746157396.240815:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.240897:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268303104 00000100:00100000:1.0:1746157396.240901:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268303104 00002000:00100000:1.0:1746157396.240923:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c700 x1830978268303104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.240931:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830978268303104 ext(0->4095) 00010000:00010000:1.0:1746157396.240936:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.240945:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.240951:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c700 00000100:00100000:1.0:1746157396.240970:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2680 00000100:00100000:1.0:1746157396.240976:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268303104:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.241236:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268303104:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 259us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.241246:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2680 00002000:00100000:1.0:1746157396.241251:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c700 x1830978268303104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.241258:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830978268303104 ext(0->4095) 00010000:00010000:1.0:1746157396.241262:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.241271:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60361 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031081 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.241276:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c700 00000100:00100000:0.0:1746157396.243420:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.243459:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.243526:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268303232 00000100:00100000:1.0:1746157396.243531:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268303232 00000100:00100000:1.0:1746157396.243572:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6577 00000100:00100000:1.0:1746157396.243578:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268303232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.243588:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.243597:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03108f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.243610:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.243614:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.244117:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.244122:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.244278:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.244292:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.244444:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157396.244477:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268303232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 900us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.244483:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6577 00000100:00100000:0.0:1746157396.246349:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.246545:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268303616 00000100:00100000:1.0:1746157396.246551:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268303616 00002000:00100000:1.0:1746157396.246579:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d703b80 x1830978268303616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.246587:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d703b80 with x1830978268303616 ext(0->4095) 00010000:00010000:1.0:1746157396.246593:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.246605:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.246610:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d703b80 00000100:00100000:1.0:1746157396.246638:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2681 00000100:00100000:1.0:1746157396.246644:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268303616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.246767:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268303616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.246771:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2681 00002000:00100000:1.0:1746157396.246775:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d703b80 x1830978268303616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.246780:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d703b80 with x1830978268303616 ext(0->4095) 00010000:00010000:1.0:1746157396.246783:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.246788:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60368 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031088 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.246793:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d703b80 00000100:00100000:0.0:1746157396.248136:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.248179:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.248253:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268303744 00000100:00100000:1.0:1746157396.248257:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268303744 00000100:00100000:1.0:1746157396.248285:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6578 00000100:00100000:1.0:1746157396.248291:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31587:x1830978268303744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.248299:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.248308:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60376 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031096 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.248388:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.248393:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.248399:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.248402:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60376 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031096 expref: 10 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.248570:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.248587:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60376 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031096 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.248595:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157396.248613:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31587:x1830978268303744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 322us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.248618:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6578 00000100:00100000:0.0:1746157396.251519:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.252490:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268304128 00000100:00100000:1.0:1746157396.252496:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268304128 00002000:00100000:1.0:1746157396.252525:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282e680 x1830978268304128/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.252533:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282e680 with x1830978268304128 ext(0->4095) 00010000:00010000:1.0:1746157396.252540:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.252551:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.252556:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282e680 00000100:00100000:1.0:1746157396.252691:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2682 00000100:00100000:1.0:1746157396.252697:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268304128:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.253575:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268304128:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 875us (2058us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.253582:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2682 00002000:00100000:1.0:1746157396.253589:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282e680 x1830978268304128/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.253596:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282e680 with x1830978268304128 ext(0->4095) 00010000:00010000:1.0:1746157396.253601:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.253612:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6036f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03108f expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.253616:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282e680 00000100:00100000:0.0:1746157396.255910:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.261311:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.261508:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268304512 00000100:00100000:1.0:1746157396.261515:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268304512 00002000:00100000:1.0:1746157396.261546:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f100 x1830978268304512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.261554:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f100 with x1830978268304512 ext(0->4095) 00002000:00010000:1.0:1746157396.261558:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282f100 00000100:00100000:1.0:1746157396.261586:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4768 00000100:00100000:1.0:1746157396.261592:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268304512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.261739:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268304512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.261745:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4768 00002000:00100000:1.0:1746157396.261751:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f100 x1830978268304512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.261758:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f100 with x1830978268304512 ext(0->4095) 00002000:00010000:1.0:1746157396.261761:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282f100 00000100:00100000:1.0:1746157396.264038:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.267321:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.271043:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.271455:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.274247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.276919:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.278911:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.280977:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.283817:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.286138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.286176:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268306176 00000100:00100000:1.0:1746157396.286181:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268306176 00000100:00100000:1.0:1746157396.286223:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6582 00000100:00100000:1.0:1746157396.286229:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268306176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.286239:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.286251:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60392 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310b2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.286269:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e6038b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ab expref: 7 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.286275:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.286277:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.286280:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60392 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310b2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.286305:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e6038b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ab expref: 7 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.286315:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e6038b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ab expref: 7 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.286325:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267048576:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.286403:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.287785:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267048576:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.287801:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60392 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310b2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.287813:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157396.287838:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268306176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1609us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.287844:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6582 00000100:00100000:0.0:1746157396.288533:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.290358:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.292962:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.301047:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.301133:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.301467:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268306816 00000100:00100000:1.0:1746157396.301478:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268306816 00000100:00100000:1.0:1746157396.301526:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6583 00000100:00100000:1.0:1746157396.301532:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31597:x1830978268306816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.301546:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.301558:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60399 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310b9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.301579:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60392 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310b2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.301586:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.301587:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.301590:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60399 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310b9 expref: 12 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.301621:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60392 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310b2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.301631:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60392 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310b2 expref: 5 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.301645:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267048832:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.301744:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.302958:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.302975:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267048832:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.302991:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60399 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310b9 expref: 11 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.303000:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157396.303047:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:31597:x1830978268306816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1515us (2007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.303053:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6583 00000100:00100000:1.0:1746157396.305253:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.306655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.306709:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.306930:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268307584 00000100:00100000:1.0:1746157396.306933:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268307584 00000100:00100000:1.0:1746157396.306950:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6585 00000100:00100000:1.0:1746157396.306954:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268307584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.306962:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.306970:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310c7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.306983:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e603a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c0 expref: 10 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.306988:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.306989:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.306995:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.307190:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e603a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c0 expref: 10 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.307200:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e603a0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c0 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.307210:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267049344:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.307268:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.308451:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267049344:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.308466:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.308474:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157396.308498:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268307584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1543us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.308505:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6585 00000100:00100000:0.0:1746157396.308733:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.308833:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268307840 00000100:00100000:1.0:1746157396.308837:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268307840 00002000:00100000:1.0:1746157396.308858:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3480 x1830978268307840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.309223:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3480 with x1830978268307840 ext(0->4095) 00010000:00010000:1.0:1746157396.309231:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e603a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c0 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.309245:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e603a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c0 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.309251:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3480 00000100:00100000:1.0:1746157396.309307:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2687 00000100:00100000:1.0:1746157396.309315:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268307840:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157396.309425:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268307840:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.309431:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2687 00002000:00100000:1.0:1746157396.309436:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3480 x1830978268307840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.309442:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3480 with x1830978268307840 ext(0->4095) 00010000:00010000:1.0:1746157396.309447:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e603a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c0 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.309455:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e603a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c0 expref: 10 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.309460:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3480 00000100:00100000:0.0:1746157396.310729:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.310842:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268307968 00000100:00100000:1.0:1746157396.310846:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268307968 00000100:00100000:1.0:1746157396.311214:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6586 00000100:00100000:1.0:1746157396.311221:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31587:x1830978268307968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.311230:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.311241:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e603ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310ce expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.311257:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.311262:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.311267:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.311269:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e603ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ce expref: 11 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.311294:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310c7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.311302:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e603ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ce expref: 11 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.311309:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157396.311351:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:31587:x1830978268307968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.311357:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6586 00000100:00100000:0.0:1746157396.311692:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.315024:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.317725:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.321408:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.324068:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.327689:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.329612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.331269:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.332025:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.332348:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6588 00000100:00100000:1.0:1746157396.332355:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099538850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31587:x1830978268309376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.332369:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.332380:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e603bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310dc expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.332401:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e603b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310d5 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.332408:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.332409:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.332412:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e603bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310dc expref: 12 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.332446:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e603b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310d5 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.332454:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e603b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310d5 expref: 5 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.332463:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267050240:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.332510:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.333581:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267050240:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.333593:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e603bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310dc expref: 11 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.333599:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157396.333626:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099538850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:31587:x1830978268309376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1273us (2361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.333630:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6588 00000100:00100000:0.0:1746157396.333927:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.335570:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.337182:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.340125:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.341362:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.341415:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268310400 00000100:00100000:1.0:1746157396.341418:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268310400 00000100:00100000:1.0:1746157396.341658:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6590 00000100:00100000:1.0:1746157396.341664:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268310400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.341676:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.341687:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e603ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310ea expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.341706:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e603c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310e3 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.341713:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.341714:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.341717:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e603ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ea expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.341738:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e603c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310e3 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.341747:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e603c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310e3 expref: 9 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.341756:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267050624:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.341820:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.342699:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267050624:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.342712:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e603ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ea expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.342722:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157396.342744:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268310400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1080us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.342752:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6590 00000100:00100000:0.0:1746157396.343564:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.345608:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.347124:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.347181:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268310912 00000100:00100000:1.0:1746157396.347186:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268310912 00000100:00100000:1.0:1746157396.347222:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6591 00000100:00100000:1.0:1746157396.347228:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31597:x1830978268310912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.347236:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.347248:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310f1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.347267:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e603ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ea expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.347273:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.347274:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.347278:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f1 expref: 10 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.347298:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e603ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ea expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.347307:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e603ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ea expref: 5 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.347316:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267050880:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.347451:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.349008:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267050880:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.349030:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f1 expref: 10 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.349046:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157396.349105:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31597:x1830978268310912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1875us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.349122:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6591 00000100:00100000:0.0:1746157396.349317:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.352347:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.355568:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.355637:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268311424 00000100:00100000:1.0:1746157396.355644:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268311424 00000100:00100000:1.0:1746157396.355676:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6592 00000100:00100000:1.0:1746157396.355682:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268311424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.355694:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.355708:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e603d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310f8 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.355731:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f1 expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.355737:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.355739:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.355742:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e603d8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.355763:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f1 expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.355774:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e603d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f1 expref: 9 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.355785:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267051136:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.355854:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.357215:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267051136:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.357235:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e603d8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.357247:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157396.357276:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268311424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1594us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.357283:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6592 00000100:00100000:0.0:1746157396.357976:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.359817:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.362598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.364891:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.365100:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268312064 00000100:00100000:1.0:1746157396.365107:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268312064 00000100:00100000:1.0:1746157396.365162:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6593 00000100:00100000:1.0:1746157396.365168:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:31597:x1830978268312064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.365179:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.365190:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e603df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0310ff expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.365210:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e603d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.365216:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.365217:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.365220:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e603df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ff expref: 12 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.365246:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e603d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.365255:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e603d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310f8 expref: 5 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.365264:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267051392:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.365348:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.366557:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267051392:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.366657:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e603df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ff expref: 12 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.366669:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157396.366704:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:31597:x1830978268312064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1535us (1815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.366710:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6593 00000100:00100000:0.0:1746157396.368493:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.368534:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.368560:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268312320 00000100:00100000:1.0:1746157396.368565:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268312320 00000100:00100000:1.0:1746157396.368955:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6594 00000100:00100000:1.0:1746157396.368963:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:31587:x1830978268312320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.368972:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.368983:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031106 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.368997:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e603df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ff expref: 13 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.369004:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.369005:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.369008:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 13 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.369022:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e603df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ff expref: 13 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.369030:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e603df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0310ff expref: 13 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.369038:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267051648:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.369289:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.370034:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.370181:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267051648:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.370195:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 13 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.370205:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157396.370226:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31587:x1830978268312320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1264us (1736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.370232:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6594 00000100:00100000:0.0:1746157396.372706:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.372766:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268312704 00000100:00100000:1.0:1746157396.372772:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268312704 00000100:00100000:1.0:1746157396.372812:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6595 00000100:00100000:1.0:1746157396.372818:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268312704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.372831:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.372844:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e603ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03110d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.372861:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.372865:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 12 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.372870:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.372873:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e603ed lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03110d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.372898:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 12 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.372907:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e603ed lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03110d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.372914:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157396.372951:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268312704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.372957:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6595 00000100:00100000:0.0:1746157396.373386:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.375614:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.375804:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268313088 00000100:00100000:1.0:1746157396.375809:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268313088 00002000:00100000:1.0:1746157396.375834:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99180 x1830978268313088/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.375842:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99180 with x1830978268313088 ext(0->4095) 00010000:00010000:1.0:1746157396.375849:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 12 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.375859:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 12 pid: 8488 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.375865:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba99180 00000100:00100000:1.0:1746157396.375888:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2692 00000100:00100000:1.0:1746157396.375894:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268313088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.376550:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268313088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 654us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.376556:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2692 00002000:00100000:1.0:1746157396.376561:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99180 x1830978268313088/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.376567:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99180 with x1830978268313088 ext(0->4095) 00010000:00010000:1.0:1746157396.376572:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 12 pid: 8488 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.376580:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e603e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031106 expref: 12 pid: 8488 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.376584:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba99180 00000100:00100000:0.0:1746157396.377759:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.378439:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.381742:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.385482:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.389656:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.391573:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.391714:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268314112 00000100:00100000:1.0:1746157396.391720:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268314112 00000100:00100000:1.0:1746157396.392302:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6597 00000100:00100000:1.0:1746157396.392308:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268314112:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.392319:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.392330:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e603fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03111b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.392348:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e603f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031114 expref: 11 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.392352:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.392353:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.392355:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e603fb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03111b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.392476:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e603f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031114 expref: 11 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.392489:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e603f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031114 expref: 11 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746157396.392500:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132198a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267052416:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157396.392603:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.394280:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.398322:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.399285:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.401368:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.402272:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.404404:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.406213:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.409672:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.411788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.414451:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.418345:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.420999:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.421067:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.421256:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268316160 00000100:00100000:1.0:1746157396.421263:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268316160 00000100:00100000:1.0:1746157396.421301:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268316288 00000100:00100000:1.0:1746157396.421303:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268316288 00000100:00100000:1.0:1746157396.421317:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6601 00000100:00100000:1.0:1746157396.421323:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:31587:x1830978268316160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.421336:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.421348:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60417 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031137 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.421369:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60410 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031130 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.421375:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.421377:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.421380:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60417 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031137 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.421407:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60410 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031130 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.421417:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60410 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031130 expref: 5 pid: 8488 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.421427:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267053440:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.421481:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.423729:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267053440:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.423749:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60417 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031137 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.423760:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157396.423790:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31587:x1830978268316160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2467us (2795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.423796:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6601 00000100:00100000:1.0:1746157396.424293:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.427133:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.429571:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.432797:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.433181:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268317056 00000100:00100000:1.0:1746157396.433186:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268317056 00002000:00100000:1.0:1746157396.433216:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438000 x1830978268317056/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.433225:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438000 with x1830978268317056 ext(0->4095) 00002000:00010000:1.0:1746157396.433228:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438000 00000100:00100000:1.0:1746157396.433246:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4781 00000100:00100000:1.0:1746157396.433252:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268317056:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.433708:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268317056:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 454us (911us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.433714:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4781 00002000:00100000:1.0:1746157396.433719:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438000 x1830978268317056/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.433726:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438000 with x1830978268317056 ext(0->4095) 00002000:00010000:1.0:1746157396.433729:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438000 00000100:00100000:0.0:1746157396.435054:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.435158:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268317184 00000100:00100000:1.0:1746157396.435163:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268317184 00000100:00100000:1.0:1746157396.435202:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6603 00000100:00100000:1.0:1746157396.435208:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268317184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.435217:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.435230:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60425 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031145 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.435249:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e6041e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03113e expref: 11 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.435255:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.435257:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.435260:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60425 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031145 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.435282:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e6041e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03113e expref: 11 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.435297:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e6041e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03113e expref: 11 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.435307:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267053952:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.435956:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.438925:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.441222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.441294:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268317568 00000100:00100000:1.0:1746157396.441299:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268317568 00002000:00100000:1.0:1746157396.441321:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b480 x1830978268317568/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.441328:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b480 with x1830978268317568 ext(0->4095) 00002000:00010000:1.0:1746157396.441331:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b480 00000100:00100000:1.0:1746157396.441351:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4782 00000100:00100000:1.0:1746157396.441355:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268317568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.441477:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268317568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.441483:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4782 00002000:00100000:1.0:1746157396.441488:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b480 x1830978268317568/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.441495:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b480 with x1830978268317568 ext(0->4095) 00002000:00010000:1.0:1746157396.441497:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b480 00000100:00100000:0.0:1746157396.444751:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.444836:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.444892:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6605 00000100:00100000:0.0:1746157396.444899:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:31597:x1830978268317824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157396.444906:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157396.444918:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60433 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031153 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.445013:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.445018:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e6042c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03114c expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.445023:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157396.445026:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60433 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031153 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.445044:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e6042c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03114c expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.445053:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60433 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031153 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.445061:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321d800, rc 0) 00000100:00100000:0.0:1746157396.445101:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978268317824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157396.445106:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6605 00000100:00100000:0.0:1746157396.447150:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.450286:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.451909:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.454056:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.454120:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268318592 00000100:00100000:1.0:1746157396.454125:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268318592 00002000:00100000:1.0:1746157396.454149:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43a300 x1830978268318592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.454157:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43a300 with x1830978268318592 ext(0->4095) 00002000:00010000:1.0:1746157396.454161:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43a300 00000100:00100000:1.0:1746157396.454182:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4783 00000100:00100000:1.0:1746157396.454188:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268318592:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.454371:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268318592:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.454377:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4783 00002000:00100000:1.0:1746157396.454382:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43a300 x1830978268318592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.454389:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43a300 with x1830978268318592 ext(0->4095) 00002000:00010000:1.0:1746157396.454391:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43a300 00000100:00100000:0.0:1746157396.456029:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.457682:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.459244:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.459313:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268319104 00000100:00100000:1.0:1746157396.459318:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268319104 00002000:00100000:1.0:1746157396.459345:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b800 x1830978268319104/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.459354:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b800 with x1830978268319104 ext(0->4095) 00002000:00010000:1.0:1746157396.459358:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b800 00000100:00100000:1.0:1746157396.459466:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4784 00000100:00100000:1.0:1746157396.459472:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268319104:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.459582:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268319104:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.459587:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4784 00002000:00100000:1.0:1746157396.459593:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b800 x1830978268319104/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.459600:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b800 with x1830978268319104 ext(0->4095) 00002000:00010000:1.0:1746157396.459602:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b800 00000100:00100000:0.0:1746157396.462175:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.464389:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.464447:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268319360 00000100:00100000:1.0:1746157396.464452:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268319360 00000100:00100000:1.0:1746157396.464494:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6608 00000100:00100000:1.0:1746157396.464500:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31587:x1830978268319360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.464510:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.464520:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60448 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031168 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.464534:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.464539:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60441 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031161 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.464544:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.464547:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60448 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031168 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.464570:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60441 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031161 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.464579:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60448 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031168 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.464586:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157396.464602:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268319360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.464608:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6608 00000100:00100000:0.0:1746157396.465215:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.469684:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.472620:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.473707:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268319872 00000100:00100000:1.0:1746157396.473714:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268319872 00000100:00100000:1.0:1746157396.473766:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6609 00000100:00100000:1.0:1746157396.473772:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268319872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.473789:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.473801:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6044f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03116f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.473822:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.473828:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60448 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031168 expref: 12 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.473837:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.473840:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6044f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03116f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.473871:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60448 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031168 expref: 12 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.473880:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6044f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03116f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.473888:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157396.473932:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268319872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.473941:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6609 00000100:00100000:0.0:1746157396.475240:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.479360:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.482247:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.482295:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.486131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.489967:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.490142:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.492432:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.494797:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00002000:00010000:2.0:1746157396.495136:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1f80 00000100:00100000:0.0:1746157396.496765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.500053:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.500858:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268321664 00000100:00100000:2.0:1746157396.500863:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268321664 00010000:00010000:2.0:1746157396.500883:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6045d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03117d expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.500900:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9941 00000100:00100000:2.0:1746157396.500905:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1683450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268321664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.500914:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.500929:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6045d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03117d expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.500937:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6045d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03117d expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.500952:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6045d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03117d expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.500974:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.500975:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.500981:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60464 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031184 expref: 11 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.500987:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60464 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031184 expref: 11 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.501008:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60464 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031184 expref: 11 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.501021:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267056384:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157396.504765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.504863:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268321920 00000100:00100000:1.0:1746157396.504869:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268321920 00002000:00100000:1.0:1746157396.504898:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2300 x1830978268321920/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.504906:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2300 with x1830978268321920 ext(0->4095) 00002000:00010000:1.0:1746157396.504910:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e2300 00000100:00100000:1.0:1746157396.504936:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4786 00000100:00100000:1.0:1746157396.504941:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1986:x1830978268321920:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.505054:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1986:x1830978268321920:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.505059:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4786 00002000:00100000:1.0:1746157396.505063:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2300 x1830978268321920/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.505069:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2300 with x1830978268321920 ext(0->4095) 00002000:00010000:1.0:1746157396.505092:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e2300 00000100:00100000:0.0:1746157396.507461:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.514462:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.514511:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268322176 00000100:00100000:1.0:1746157396.514517:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268322176 00002000:00100000:1.0:1746157396.514549:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a55e2a00 x1830978268322176/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.514558:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2a00 with x1830978268322176 ext(0->7) 00010000:00010000:1.0:1746157396.514564:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60464 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031184 expref: 12 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.514581:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60464 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031184 expref: 12 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.514587:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2a00 00000100:00100000:1.0:1746157396.514613:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2700 00000100:00100000:1.0:1746157396.514619:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1986:x1830978268322176:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157396.514853:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268322176:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 234us (394us total) trans 4294967984 rc 0/0 00000100:00100000:1.0:1746157396.514859:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2700 00002000:00100000:1.0:1746157396.514865:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a55e2a00 x1830978268322176/t4294967984(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/448 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.514872:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2a00 with x1830978268322176 ext(0->7) 00010000:00010000:1.0:1746157396.514876:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60464 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031184 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.514884:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60464 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031184 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.514889:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2a00 00000100:00100000:0.0:1746157396.518163:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.521709:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.521749:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268322560 00000100:00100000:2.0:1746157396.521756:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268322560 00002000:00100000:2.0:1746157396.521784:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978268322560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.521792:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978268322560 ext(0->4095) 00002000:00010000:2.0:1746157396.521795:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80e00 00000100:00100000:2.0:1746157396.521818:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4787 00000100:00100000:2.0:1746157396.521827:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268322560:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.522009:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268322560:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.522014:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4787 00002000:00100000:2.0:1746157396.522019:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978268322560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.522026:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978268322560 ext(0->4095) 00002000:00010000:2.0:1746157396.522028:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80e00 00000100:00100000:0.0:1746157396.528308:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.529263:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.529366:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268322816 00000100:00100000:0.0:1746157396.529370:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268322816 00000100:00100000:0.0:1746157396.529396:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6615 00000100:00100000:0.0:1746157396.529401:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268322816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157396.529407:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157396.529413:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031199 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.529423:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.529427:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.529432:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157396.529435:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.529452:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.529461:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.529469:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c400, rc 0) 00000100:00100000:0.0:1746157396.529502:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31587:x1830978268322816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157396.529507:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6615 00000100:00100000:0.0:1746157396.531180:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.533046:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.533254:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268323200 00000100:00100000:2.0:1746157396.533258:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268323200 00002000:00100000:2.0:1746157396.533283:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb82a00 x1830978268323200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.533291:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb82a00 with x1830978268323200 ext(0->4095) 00010000:00010000:2.0:1746157396.533296:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.533306:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.533312:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb82a00 00000100:00100000:2.0:1746157396.533337:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2701 00000100:00100000:2.0:1746157396.533342:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268323200:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.533448:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268323200:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.533453:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2701 00002000:00100000:2.0:1746157396.533457:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb82a00 x1830978268323200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.533463:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb82a00 with x1830978268323200 ext(0->4095) 00010000:00010000:2.0:1746157396.533467:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.533474:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.533478:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb82a00 00000100:00100000:0.0:1746157396.535542:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.535615:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.535816:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268323456 00000100:00100000:2.0:1746157396.535819:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268323456 00010000:00010000:2.0:1746157396.535834:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.536289:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9944 00000100:00100000:2.0:1746157396.536295:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1984:x1830978268323456:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.536302:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.536317:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.536326:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.536338:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60472 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031192 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.536358:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.536360:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.536364:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.536371:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.536387:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.536395:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.536408:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267057280:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.536448:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.538363:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.538792:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268323712 00000100:00100000:1.0:1746157396.538796:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268323712 00002000:00100000:1.0:1746157396.538822:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83800 x1830978268323712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.538830:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83800 with x1830978268323712 ext(0->4095) 00010000:00010000:1.0:1746157396.538838:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.538849:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.538854:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83800 00000100:00100000:1.0:1746157396.538879:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2702 00000100:00100000:1.0:1746157396.538885:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268323712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.539024:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268323712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.539029:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2702 00002000:00100000:1.0:1746157396.539034:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83800 x1830978268323712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.539040:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83800 with x1830978268323712 ext(0->4095) 00010000:00010000:1.0:1746157396.539045:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.539053:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.539058:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83800 00000100:00100000:0.0:1746157396.540926:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.540995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.541191:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268323840 00000100:00100000:2.0:1746157396.541195:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268323840 00010000:00010000:2.0:1746157396.541210:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.541227:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9945 00000100:00100000:2.0:1746157396.541232:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268323840:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.541239:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.541253:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.541262:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.541275:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e60479 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031199 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.541284:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.541286:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.541290:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.541296:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.541318:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.541328:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.541337:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267057536:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.541407:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.543941:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.544428:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267057536:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.544443:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.544474:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268323840:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3241us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.544483:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9945 00000100:00100000:1.0:1746157396.544702:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268324224 00000100:00100000:1.0:1746157396.544707:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268324224 00002000:00100000:1.0:1746157396.544735:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738000 x1830978268324224/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.544750:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738000 with x1830978268324224 ext(0->4095) 00010000:00010000:1.0:1746157396.544757:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.544767:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.544773:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1738000 00000100:00100000:1.0:1746157396.544795:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2703 00000100:00100000:1.0:1746157396.544800:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268324224:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.544916:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268324224:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (980us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.544921:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2703 00002000:00100000:1.0:1746157396.544926:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738000 x1830978268324224/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.544933:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738000 with x1830978268324224 ext(0->4095) 00010000:00010000:1.0:1746157396.544937:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.544944:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.544950:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1738000 00000100:00100000:0.0:1746157396.547238:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.547350:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268324352 00000100:00100000:2.0:1746157396.547356:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268324352 00010000:00010000:2.0:1746157396.547382:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.547417:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9946 00000100:00100000:2.0:1746157396.547423:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268324352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.547432:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.547449:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.547458:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.547475:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60480 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.547486:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.547488:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.547493:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.547500:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.547523:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.547532:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267057664:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.547601:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.549303:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267057664:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.549318:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.549353:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268324352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1930us (2118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.549360:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9946 00000100:00100000:0.0:1746157396.550945:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.551023:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268324608 00000100:00100000:1.0:1746157396.551029:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268324608 00002000:00100000:1.0:1746157396.551058:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738700 x1830978268324608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.551067:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738700 with x1830978268324608 ext(0->4095) 00002000:00010000:1.0:1746157396.551102:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1738700 00000100:00100000:1.0:1746157396.551134:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4788 00000100:00100000:1.0:1746157396.551141:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268324608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.551302:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268324608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.551309:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4788 00002000:00100000:1.0:1746157396.551315:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738700 x1830978268324608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.551322:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738700 with x1830978268324608 ext(0->4095) 00002000:00010000:1.0:1746157396.551325:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1738700 00000100:00100000:0.0:1746157396.553337:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.553475:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268324736 00000100:00100000:1.0:1746157396.553481:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268324736 00000100:00100000:1.0:1746157396.553511:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6618 00000100:00100000:1.0:1746157396.553518:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268324736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.553529:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.553542:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0311ae expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.553563:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.553574:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.553576:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.553579:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.553600:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.553610:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 13 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.553620:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267057792:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.553848:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.554739:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267057792:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.554754:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.554764:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157396.554800:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268324736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1281us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.554806:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6618 00000100:00100000:0.0:1746157396.555665:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.555761:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268324864 00000100:00100000:2.0:1746157396.555766:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268324864 00010000:00010000:2.0:1746157396.555787:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.556009:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9947 00000100:00100000:2.0:1746157396.556019:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268324864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.556029:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.556044:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.556053:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.556068:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60487 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311a7 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.556144:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.556146:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.556152:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.556159:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.556180:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.556189:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267057920:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.556242:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.557950:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267057920:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.557966:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.558001:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978268324864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1985us (2336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.558010:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9947 00000100:00100000:0.0:1746157396.559877:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.559931:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268325120 00000100:00100000:1.0:1746157396.559938:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268325120 00002000:00100000:1.0:1746157396.559971:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2a00 x1830978268325120/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.559985:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2a00 with x1830978268325120 ext(0->4095) 00002000:00010000:1.0:1746157396.559989:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2a00 00000100:00100000:1.0:1746157396.560014:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4789 00000100:00100000:1.0:1746157396.560020:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268325120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.560165:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268325120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.560170:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4789 00002000:00100000:1.0:1746157396.560174:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2a00 x1830978268325120/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.560181:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2a00 with x1830978268325120 ext(0->4095) 00002000:00010000:1.0:1746157396.561257:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2a00 00000100:00100000:0.0:1746157396.561890:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.561953:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.562022:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268325376 00000100:00100000:1.0:1746157396.562026:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268325376 00000100:00100000:1.0:1746157396.562066:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6620 00000100:00100000:1.0:1746157396.562086:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978268325376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.562093:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.562100:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0311bc expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.562245:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.562251:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.562257:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.562260:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.562283:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.562300:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.562308:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157396.562346:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31597:x1830978268325376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 274us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.562352:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6620 00000100:00100000:0.0:1746157396.564563:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.564614:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268325504 00000100:00100000:2.0:1746157396.564620:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268325504 00010000:00010000:2.0:1746157396.564638:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.564665:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9948 00000100:00100000:2.0:1746157396.564671:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1683050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268325504:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.564679:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.564694:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.564703:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.564718:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6048e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ae expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.564738:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.564740:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.564745:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.564752:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.564777:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.564786:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.564795:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267058304:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.564849:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.566407:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267058304:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.566420:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.566457:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1683050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268325504:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1786us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.566465:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9948 00000100:00100000:0.0:1746157396.566633:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.566916:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268325760 00000100:00100000:2.0:1746157396.566920:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268325760 00002000:00100000:2.0:1746157396.566942:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2300 x1830978268325760/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.566950:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2300 with x1830978268325760 ext(0->4095) 00010000:00010000:2.0:1746157396.566955:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.566965:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.566970:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f2300 00000100:00100000:2.0:1746157396.566989:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2704 00000100:00100000:2.0:1746157396.566993:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268325760:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.567131:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268325760:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.567136:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2704 00002000:00100000:2.0:1746157396.567141:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2300 x1830978268325760/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.567148:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2300 with x1830978268325760 ext(0->4095) 00010000:00010000:2.0:1746157396.567152:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.567159:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.567164:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f2300 00000100:00100000:0.0:1746157396.568805:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.569056:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268325888 00000100:00100000:2.0:1746157396.569063:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268325888 00010000:00010000:2.0:1746157396.569129:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.569171:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9949 00000100:00100000:2.0:1746157396.569178:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1984:x1830978268325888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.569189:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.569330:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.569346:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.569364:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60495 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311b5 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.569377:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.569379:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.569385:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.569391:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.569418:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.569429:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267058432:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.569488:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.571834:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267058432:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.571851:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.571885:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1984:x1830978268325888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2707us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.571892:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9949 00000100:00100000:0.0:1746157396.572020:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.572232:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268326144 00000100:00100000:1.0:1746157396.572237:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268326144 00002000:00100000:1.0:1746157396.572396:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51500 x1830978268326144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.572405:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51500 with x1830978268326144 ext(0->4095) 00002000:00010000:1.0:1746157396.572409:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba51500 00000100:00100000:1.0:1746157396.572431:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4790 00000100:00100000:1.0:1746157396.572436:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268326144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.572661:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268326144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 224us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.572667:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4790 00002000:00100000:1.0:1746157396.572672:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51500 x1830978268326144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.572684:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51500 with x1830978268326144 ext(0->4095) 00002000:00010000:1.0:1746157396.572686:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba51500 00000100:00100000:0.0:1746157396.573902:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.576342:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.576443:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268326400 00000100:00100000:2.0:1746157396.576448:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268326400 00010000:00010000:2.0:1746157396.576471:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.576557:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9950 00000100:00100000:2.0:1746157396.576563:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268326400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.576572:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.576587:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.576596:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.576612:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6049c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311bc expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.576636:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.576638:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.576643:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311c3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.576650:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311c3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.576671:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311c3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.576679:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267058688:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.577065:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.578631:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267058688:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.578644:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.578668:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978268326400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2105us (2328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.578674:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9950 00000100:00100000:0.0:1746157396.579495:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.579565:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268326656 00000100:00100000:1.0:1746157396.579570:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268326656 00002000:00100000:1.0:1746157396.579594:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53800 x1830978268326656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.579600:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53800 with x1830978268326656 ext(0->4095) 00002000:00010000:1.0:1746157396.579602:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba53800 00000100:00100000:1.0:1746157396.579618:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4791 00000100:00100000:1.0:1746157396.579622:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268326656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.579715:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268326656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.579718:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4791 00002000:00100000:1.0:1746157396.579721:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53800 x1830978268326656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.579725:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53800 with x1830978268326656 ext(0->4095) 00002000:00010000:1.0:1746157396.579727:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba53800 00000100:00100000:0.0:1746157396.581119:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.583545:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.583768:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268326912 00000100:00100000:1.0:1746157396.583774:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268326912 00000100:00100000:1.0:1746157396.583812:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6623 00000100:00100000:1.0:1746157396.583818:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268326912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.583829:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.583841:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0311d1 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.583857:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.583862:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.583867:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.583870:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157396.583884:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157396.583893:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.583904:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.583912:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:2.0:1746157396.583938:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268327040 00000100:00100000:2.0:1746157396.583942:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268327040 00000100:00100000:1.0:1746157396.583952:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31587:x1830978268326912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.583957:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6623 00010000:00010000:2.0:1746157396.583960:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311c3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.583978:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9951 00000100:00100000:2.0:1746157396.583984:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268327040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.583990:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.584006:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311c3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.584016:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311c3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.584029:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311c3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.584052:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.584053:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.584059:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.584069:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.584127:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.584137:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.584145:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059072:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.584191:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.586240:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059072:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.586254:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.586288:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268327040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2303us (2404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.586299:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9951 00000100:00100000:0.0:1746157396.587043:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.587156:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268327296 00000100:00100000:2.0:1746157396.587160:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268327296 00002000:00100000:2.0:1746157396.587188:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbbb80 x1830978268327296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.587196:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbbb80 with x1830978268327296 ext(0->4095) 00010000:00010000:2.0:1746157396.587202:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.587213:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.587220:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdbbb80 00000100:00100000:2.0:1746157396.587243:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2705 00000100:00100000:2.0:1746157396.587248:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268327296:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.587864:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268327296:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 613us (819us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.587871:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2705 00002000:00100000:2.0:1746157396.587876:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbbb80 x1830978268327296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.587883:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbbb80 with x1830978268327296 ext(0->4095) 00010000:00010000:2.0:1746157396.587888:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.587897:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.587902:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdbbb80 00000100:00100000:0.0:1746157396.589323:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.590654:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.590720:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268327552 00000100:00100000:2.0:1746157396.590724:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268327552 00010000:00010000:2.0:1746157396.590743:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.590770:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9952 00000100:00100000:2.0:1746157396.590776:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268327552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.590782:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.590798:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.590808:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.590823:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e604aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ca expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.590833:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.590834:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.590839:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.590846:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.590864:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.590873:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.590882:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059328:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.590929:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.592456:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059328:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.592470:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.592501:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268327552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1725us (1848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.592508:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9952 00000100:00100000:0.0:1746157396.592939:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.593039:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268327808 00000100:00100000:2.0:1746157396.593044:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268327808 00002000:00100000:2.0:1746157396.593067:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8700 x1830978268327808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.593099:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8700 with x1830978268327808 ext(0->4095) 00010000:00010000:2.0:1746157396.593116:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.593128:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.593133:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8700 00000100:00100000:2.0:1746157396.593772:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2706 00000100:00100000:2.0:1746157396.593780:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268327808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.593910:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268327808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (971us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.593916:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2706 00002000:00100000:2.0:1746157396.593921:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8700 x1830978268327808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.593928:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8700 with x1830978268327808 ext(0->4095) 00010000:00010000:2.0:1746157396.593932:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.593945:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.593950:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8700 00000100:00100000:0.0:1746157396.596338:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.596410:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.596679:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268328064 00000100:00100000:2.0:1746157396.596683:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268328064 00010000:00010000:2.0:1746157396.596698:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.596725:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9953 00000100:00100000:2.0:1746157396.596730:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1983:x1830978268328064:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.596737:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.596786:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.596796:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.596810:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e604b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d1 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.596831:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.596832:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.596837:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.596847:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.596866:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.596875:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.596885:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059584:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.596939:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.598649:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059584:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.598660:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.598687:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1983:x1830978268328064:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1957us (2276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.598697:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9953 00000100:00100000:0.0:1746157396.599159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.599255:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268328320 00000100:00100000:1.0:1746157396.599406:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268328320 00002000:00100000:1.0:1746157396.599437:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8a80 x1830978268328320/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.599445:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268328320 ext(0->4095) 00010000:00010000:1.0:1746157396.599451:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.599467:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.599473:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8a80 00000100:00100000:1.0:1746157396.599487:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2707 00000100:00100000:1.0:1746157396.599590:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268328320:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.599709:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268328320:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 216us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.599714:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2707 00002000:00100000:1.0:1746157396.599718:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8a80 x1830978268328320/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.599725:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268328320 ext(0->4095) 00010000:00010000:1.0:1746157396.599733:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.599741:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.599747:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8a80 00000100:00100000:0.0:1746157396.601224:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.601353:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268328448 00000100:00100000:2.0:1746157396.601358:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268328448 00010000:00010000:2.0:1746157396.601377:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.601407:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9954 00000100:00100000:2.0:1746157396.601416:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268328448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.601425:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.601439:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.601447:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.601463:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311d8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.601474:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.601475:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.601480:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311df expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.601486:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311df expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.601506:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311df expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.601516:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059712:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.601742:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.603156:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267059712:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.603175:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157396.603445:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.603569:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268328704 00000100:00100000:2.0:1746157396.603574:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268328704 00002000:00100000:2.0:1746157396.603610:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea680 x1830978268328704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.603625:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea680 with x1830978268328704 ext(0->4095) 00002000:00010000:2.0:1746157396.603630:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea680 00000100:00100000:2.0:1746157396.603660:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4792 00000100:00100000:2.0:1746157396.603668:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1984:x1830978268328704:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157396.603812:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1984:x1830978268328704:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.603818:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4792 00002000:00100000:2.0:1746157396.603823:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea680 x1830978268328704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.603830:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea680 with x1830978268328704 ext(0->4095) 00002000:00010000:2.0:1746157396.603833:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea680 00000100:00100000:0.0:1746157396.605681:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.606205:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268328832 00000100:00100000:1.0:1746157396.606213:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268328832 00000100:00100000:1.0:1746157396.606265:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6626 00000100:00100000:1.0:1746157396.606272:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268328832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.606399:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.606465:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e604c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0311e6 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.606496:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311df expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.606504:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.606506:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.606509:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e604c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311e6 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.606542:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311df expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.606553:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e604bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311df expref: 13 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.606564:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267059840:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.606665:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.610021:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267059840:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.610056:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e604c6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311e6 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.610089:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157396.610161:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268328832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3887us (4484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.610170:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6626 00000100:00100000:0.0:1746157396.610242:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.614262:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.614429:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268329216 00000100:00100000:2.0:1746157396.614436:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268329216 00000100:00100000:0.0:1746157396.614444:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00002000:00100000:2.0:1746157396.614476:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea300 x1830978268329216/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.614486:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea300 with x1830978268329216 ext(0->4095) 00002000:00010000:2.0:1746157396.614492:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea300 00000100:00100000:2.0:1746157396.614514:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4793 00000100:00100000:2.0:1746157396.614520:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268329216:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157396.614657:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268329216:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.614663:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4793 00002000:00100000:2.0:1746157396.614668:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea300 x1830978268329216/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.614675:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea300 with x1830978268329216 ext(0->4095) 00002000:00010000:2.0:1746157396.614678:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea300 00000100:00100000:1.0:1746157396.614782:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268329344 00000100:00100000:1.0:1746157396.614786:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268329344 00000100:00100000:1.0:1746157396.614809:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6627 00000100:00100000:1.0:1746157396.614814:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31587:x1830978268329344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.614823:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.614838:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0311ed expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.614861:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e604c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311e6 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.614868:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.614870:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.614873:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.614898:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e604c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311e6 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.614908:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e604c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311e6 expref: 5 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.614919:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267060096:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.615346:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.616287:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.616363:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267060096:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.616384:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.616401:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157396.616435:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268329344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1620us (1991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.616441:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6627 00000100:00100000:1.0:1746157396.616686:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268329472 00000100:00100000:1.0:1746157396.616692:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268329472 00000100:00100000:1.0:1746157396.616721:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6628 00000100:00100000:1.0:1746157396.616727:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978268329472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.616739:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.616750:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e604d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0311f4 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.616767:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.616771:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.616777:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.616780:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e604d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311f4 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.616805:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.616813:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e604d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311f4 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.616824:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157396.616844:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31597:x1830978268329472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.616849:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6628 00000100:00100000:0.0:1746157396.617455:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.621760:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.621887:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268329856 00000100:00100000:2.0:1746157396.621897:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268329856 00002000:00100000:2.0:1746157396.621934:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9c00 x1830978268329856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.621943:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9c00 with x1830978268329856 ext(0->4095) 00010000:00010000:2.0:1746157396.621950:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.621962:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.621967:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9c00 00000100:00100000:2.0:1746157396.621999:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2708 00000100:00100000:2.0:1746157396.622005:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268329856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.622166:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268329856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.622172:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2708 00002000:00100000:2.0:1746157396.622177:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9c00 x1830978268329856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.622183:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9c00 with x1830978268329856 ext(0->4095) 00010000:00010000:2.0:1746157396.622187:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.622196:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e604cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0311ed expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.622201:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9c00 00000100:00100000:2.0:1746157396.624712:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.627337:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.627392:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268330240 00000100:00100000:2.0:1746157396.627400:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268330240 00002000:00100000:2.0:1746157396.627428:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9500 x1830978268330240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.627436:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9500 with x1830978268330240 ext(0->4095) 00002000:00010000:2.0:1746157396.627442:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9500 00000100:00100000:2.0:1746157396.627465:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4794 00000100:00100000:2.0:1746157396.627471:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268330240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.627596:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268330240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.628500:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4794 00002000:00100000:2.0:1746157396.628507:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9500 x1830978268330240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.628514:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9500 with x1830978268330240 ext(0->4095) 00002000:00010000:2.0:1746157396.628517:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9500 00000100:00100000:0.0:1746157396.628998:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.630812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.632856:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.633038:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268330752 00000100:00100000:2.0:1746157396.633102:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268330752 00002000:00100000:2.0:1746157396.633140:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978268330752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.633154:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978268330752 ext(0->4095) 00002000:00010000:2.0:1746157396.633158:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419d180 00000100:00100000:2.0:1746157396.633183:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4795 00000100:00100000:2.0:1746157396.633188:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268330752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.633298:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268330752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.633303:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4795 00002000:00100000:2.0:1746157396.633308:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978268330752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.633314:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978268330752 ext(0->4095) 00002000:00010000:2.0:1746157396.633317:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419d180 00000100:00100000:0.0:1746157396.636731:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.637484:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.637529:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268331008 00000100:00100000:2.0:1746157396.637533:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268331008 00000100:00100000:2.0:1746157396.637567:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6631 00000100:00100000:2.0:1746157396.637573:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268331008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157396.637580:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157396.637586:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031209 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.637598:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.637601:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e604e2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031202 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.637606:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157396.637609:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.637626:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e604e2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031202 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.637635:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.637643:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e000, rc 0) 00000100:00100000:2.0:1746157396.637677:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31587:x1830978268331008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.637683:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6631 00000100:00100000:0.0:1746157396.638752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.640998:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.643147:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.643244:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.643525:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268331648 00000100:00100000:2.0:1746157396.643529:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268331648 00010000:00010000:2.0:1746157396.643547:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e604e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031202 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.643953:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9960 00000100:00100000:2.0:1746157396.643963:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1984:x1830978268331648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.643970:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.643985:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e604e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031202 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.643994:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e604e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031202 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.644007:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e604e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031202 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.644018:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.644020:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.644024:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.644030:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.644048:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.644057:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.644066:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267061376:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.644148:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.646317:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.646657:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267061376:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.646673:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.646711:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1984:x1830978268331648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2752us (3466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.646718:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9960 00000100:00100000:0.0:1746157396.648465:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.648504:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268332032 00000100:00100000:2.0:1746157396.648509:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268332032 00000100:00100000:0.0:1746157396.648524:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.648540:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6633 00000100:00100000:2.0:1746157396.648545:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268332032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157396.648600:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157396.648610:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031217 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.648701:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157396.648705:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.648710:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157396.648713:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 15 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.648735:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.648743:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 15 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.648750:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ee00, rc 0) 00000100:00100000:2.0:1746157396.648781:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268332032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.648785:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6633 00000100:00100000:2.0:1746157396.648799:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268332160 00000100:00100000:2.0:1746157396.648801:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268332160 00010000:00010000:2.0:1746157396.648809:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.648831:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9961 00000100:00100000:2.0:1746157396.648835:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268332160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.648840:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.648852:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.648860:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.648874:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e604e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031209 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.648883:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.648884:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.648888:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.649182:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.649432:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.649442:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.649451:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267061632:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.649693:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.651007:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267061632:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.651021:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.651052:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268332160:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2215us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.651058:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9961 00000100:00100000:0.0:1746157396.651458:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.651619:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268332416 00000100:00100000:2.0:1746157396.651623:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268332416 00002000:00100000:2.0:1746157396.651649:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe8e00 x1830978268332416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.651657:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe8e00 with x1830978268332416 ext(0->4095) 00010000:00010000:2.0:1746157396.651663:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.651672:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.651678:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe8e00 00000100:00100000:2.0:1746157396.651726:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2711 00000100:00100000:2.0:1746157396.651732:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268332416:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.651858:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268332416:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.651862:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2711 00002000:00100000:2.0:1746157396.651866:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe8e00 x1830978268332416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.651871:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe8e00 with x1830978268332416 ext(0->4095) 00010000:00010000:2.0:1746157396.651874:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.651880:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.651883:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe8e00 00000100:00100000:0.0:1746157396.654875:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.654948:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268332544 00000100:00100000:2.0:1746157396.654955:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268332544 00010000:00010000:2.0:1746157396.654979:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.655004:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9962 00000100:00100000:2.0:1746157396.655011:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268332544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.655020:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.655036:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.655046:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.655063:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e604f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031210 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.655118:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.655120:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.655126:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 13 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.655138:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 13 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.655215:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 13 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.655225:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267061760:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.655295:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.656667:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267061760:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.656681:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.656716:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268332544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1705us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.656723:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9962 00000100:00100000:0.0:1746157396.657701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.657812:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268332800 00000100:00100000:2.0:1746157396.657816:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268332800 00002000:00100000:2.0:1746157396.657845:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fead80 x1830978268332800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.657853:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fead80 with x1830978268332800 ext(0->4095) 00002000:00010000:2.0:1746157396.657857:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fead80 00000100:00100000:2.0:1746157396.657883:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4796 00000100:00100000:2.0:1746157396.657889:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268332800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.658004:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268332800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.658013:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4796 00002000:00100000:2.0:1746157396.658018:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fead80 x1830978268332800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.658023:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fead80 with x1830978268332800 ext(0->4095) 00002000:00010000:2.0:1746157396.658026:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fead80 00000100:00100000:0.0:1746157396.660237:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.660460:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268332928 00000100:00100000:2.0:1746157396.660467:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268332928 00000100:00100000:2.0:1746157396.660510:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6634 00000100:00100000:2.0:1746157396.660516:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268332928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157396.660528:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157396.660541:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03121e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.660563:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 13 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.660569:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157396.660571:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157396.660573:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.660596:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 13 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.660606:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 13 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.660623:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267061888:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157396.660686:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.662220:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267061888:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157396.662244:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.662256:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ec00, rc 0) 00000100:00100000:2.0:1746157396.662289:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268332928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1772us (2056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.662295:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6634 00000100:00100000:0.0:1746157396.662869:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.662906:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268333056 00000100:00100000:2.0:1746157396.662910:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268333056 00010000:00010000:2.0:1746157396.662927:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.662959:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9963 00000100:00100000:2.0:1746157396.662965:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268333056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.662974:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.662990:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.662999:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.663019:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e604f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031217 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.663047:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.663048:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.663054:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.663060:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.663122:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.663132:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062016:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.663178:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.666653:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.666666:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062016:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.666693:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.666739:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978268333056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3773us (3870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.666746:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9963 00000100:00100000:0.0:1746157396.667928:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.668069:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268333440 00000100:00100000:2.0:1746157396.668088:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268333440 00000100:00100000:2.0:1746157396.668127:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6635 00000100:00100000:2.0:1746157396.668132:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099538450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31587:x1830978268333440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157396.668144:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157396.668155:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031225 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.668172:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.668178:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.668370:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.668374:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.668398:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.668408:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 5 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.668417:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267062144:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157396.668489:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.669272:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.670782:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267062144:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157396.670800:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 15 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.670810:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2f400, rc 0) 00000100:00100000:2.0:1746157396.670845:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099538450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268333440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2712us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.670855:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6635 00000100:00100000:0.0:1746157396.672282:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.672463:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268333696 00000100:00100000:2.0:1746157396.672469:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268333696 00010000:00010000:2.0:1746157396.672491:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.672884:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9964 00000100:00100000:2.0:1746157396.672892:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268333696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.672903:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.672921:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.672931:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.672950:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e604fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03121e expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.673311:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.673313:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.673320:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.673327:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.673355:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.673364:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.673373:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062400:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.673430:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.674996:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062400:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.675011:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.675036:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268333696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2146us (2757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.675043:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9964 00000100:00100000:0.0:1746157396.675951:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.678233:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.678336:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268334080 00000100:00100000:2.0:1746157396.678342:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268334080 00010000:00010000:2.0:1746157396.678522:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.678553:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9965 00000100:00100000:2.0:1746157396.678560:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1983:x1830978268334080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.678568:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.678583:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.678593:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.678609:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e60505 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031225 expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.678620:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.678622:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.678627:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.678634:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.678658:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.678668:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062528:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.678889:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.681960:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.682129:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062528:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.682146:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.682191:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1983:x1830978268334080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3631us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.682199:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9965 00000100:00100000:0.0:1746157396.686574:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.686628:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268334464 00000100:00100000:2.0:1746157396.686635:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268334464 00000100:00100000:2.0:1746157396.686684:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6637 00000100:00100000:2.0:1746157396.686691:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268334464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157396.686704:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157396.686717:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031233 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.686744:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.686751:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157396.686753:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157396.686756:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.686788:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.686798:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 13 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.686808:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267062656:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157396.686885:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.688627:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267062656:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157396.688647:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.688658:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ea00, rc 0) 00000100:00100000:2.0:1746157396.688691:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268334464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2000us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.688700:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6637 00000100:00100000:0.0:1746157396.689232:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.689305:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268334592 00000100:00100000:2.0:1746157396.689311:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268334592 00010000:00010000:2.0:1746157396.689330:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.689487:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9966 00000100:00100000:2.0:1746157396.689494:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268334592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.689504:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.689521:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.689530:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.689546:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6050c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03122c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.689653:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.689655:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.689662:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.689669:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.689691:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.689701:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062784:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.690144:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.691649:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267062784:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.691664:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.691706:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1986:x1830978268334592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2212us (2474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.691713:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9966 00000100:00100000:0.0:1746157396.692622:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.692690:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.692761:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268334848 00000100:00100000:2.0:1746157396.692766:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268334848 00002000:00100000:2.0:1746157396.692795:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c52b480 x1830978268334848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.692804:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b480 with x1830978268334848 ext(0->4095) 00002000:00010000:2.0:1746157396.692808:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c52b480 00000100:00100000:2.0:1746157396.692822:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4799 00000100:00100000:2.0:1746157396.692827:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268334848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.692945:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268334848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.692951:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4799 00002000:00100000:2.0:1746157396.692955:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c52b480 x1830978268334848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.692961:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b480 with x1830978268334848 ext(0->4095) 00010000:00010000:2.0:1746157396.692966:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.692974:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.692980:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c52b480 00000100:00100000:0.0:1746157396.694800:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.695137:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.695567:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268335232 00000100:00100000:2.0:1746157396.695571:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268335232 00010000:00010000:2.0:1746157396.695586:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.695613:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9967 00000100:00100000:2.0:1746157396.695618:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268335232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.695625:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.695641:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.695650:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.695663:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e60513 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031233 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.695671:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.695672:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.695677:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.695683:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.695704:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.695712:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.695721:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063168:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.695757:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.696844:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063168:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.696853:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.697005:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268335232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1386us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.697011:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9967 00000100:00100000:0.0:1746157396.697192:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.697249:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268335488 00000100:00100000:2.0:1746157396.697252:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268335488 00002000:00100000:2.0:1746157396.697270:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130563100 x1830978268335488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.697278:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563100 with x1830978268335488 ext(0->4095) 00010000:00010000:2.0:1746157396.697283:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.697292:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.697297:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130563100 00000100:00100000:2.0:1746157396.697307:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2713 00000100:00100000:2.0:1746157396.697312:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268335488:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.697591:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268335488:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 277us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.697597:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2713 00002000:00100000:2.0:1746157396.697602:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130563100 x1830978268335488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.697612:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563100 with x1830978268335488 ext(0->4095) 00010000:00010000:2.0:1746157396.697617:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.697625:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.697630:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130563100 00000100:00100000:0.0:1746157396.700378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.700500:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268335616 00000100:00100000:2.0:1746157396.700506:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268335616 00010000:00010000:2.0:1746157396.700531:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.700555:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9968 00000100:00100000:2.0:1746157396.700561:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1984:x1830978268335616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.700572:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.700589:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.700604:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.700623:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6051a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03123a expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.700649:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.700651:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.700656:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60521 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031241 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.700663:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60521 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031241 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.700994:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60521 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031241 expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.701004:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063296:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.701182:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.705193:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.705304:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063296:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.705322:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.705355:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1984:x1830978268335616:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4794us (4981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.705364:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9968 00000100:00100000:0.0:1746157396.707854:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.711206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.711260:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268336128 00000100:00100000:2.0:1746157396.711266:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268336128 00010000:00010000:2.0:1746157396.711289:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60521 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031241 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.711307:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9969 00000100:00100000:2.0:1746157396.711313:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268336128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.711324:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.711340:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60521 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031241 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.711349:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60521 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031241 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.711365:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60521 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031241 expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.711387:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.711389:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.711395:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60528 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031248 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.711402:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60528 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031248 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.711426:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60528 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031248 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.711436:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063552:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.711498:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.713885:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.713948:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268336384 00000100:00100000:1.0:1746157396.713953:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268336384 00002000:00100000:1.0:1746157396.713986:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d500 x1830978268336384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.713995:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d500 with x1830978268336384 ext(0->4095) 00002000:00010000:1.0:1746157396.713999:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d500 00000100:00100000:2.0:1746157396.714118:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063552:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.714132:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.714162:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1986:x1830978268336128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2850us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.714171:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9969 00000100:00100000:1.0:1746157396.714517:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4801 00000100:00100000:1.0:1746157396.714682:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268336384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.715499:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268336384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 974us (1617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.715505:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4801 00002000:00100000:1.0:1746157396.715511:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d500 x1830978268336384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.715518:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d500 with x1830978268336384 ext(0->4095) 00002000:00010000:1.0:1746157396.715521:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d500 00000100:00100000:0.0:1746157396.716126:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.719257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.719361:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.719426:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268336640 00000100:00100000:1.0:1746157396.719432:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268336640 00000100:00100000:1.0:1746157396.719464:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6642 00000100:00100000:3.0:1746157396.719470:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267063680:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.719471:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31597:x1830978268336640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.719482:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.719492:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.719493:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031256 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.719504:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8c00, rc 0) 00010000:00010000:1.0:1746157396.719508:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.719512:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.719517:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.719520:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157396.719531:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31587:x1830978268336512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2735us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.719537:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6641 00000100:00100000:2.0:1746157396.719539:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268336768 00010000:00010000:1.0:1746157396.719540:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 16 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.719543:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268336768 00010000:00010000:1.0:1746157396.719548:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.719555:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00010000:00010000:2.0:1746157396.719560:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60528 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031248 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.719572:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31597:x1830978268336640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.719577:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6642 00000100:00100000:2.0:1746157396.719579:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9970 00000100:00100000:2.0:1746157396.719584:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268336768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.719591:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.719608:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60528 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031248 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.719921:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60528 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031248 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.719936:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60528 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031248 expref: 6 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.719945:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.719947:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.719952:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.719958:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.719977:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 14 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.719987:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 14 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.719997:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063936:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.720056:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.721591:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267063936:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.721605:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.721630:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268336768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2045us (2268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.721638:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9970 00000100:00100000:0.0:1746157396.722068:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.722178:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268337024 00000100:00100000:1.0:1746157396.722183:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268337024 00002000:00100000:1.0:1746157396.722210:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732f100 x1830978268337024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.722219:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732f100 with x1830978268337024 ext(0->4095) 00010000:00010000:1.0:1746157396.722226:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.722238:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.722244:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013732f100 00000100:00100000:1.0:1746157396.722276:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2714 00000100:00100000:1.0:1746157396.722282:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268337024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.722397:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268337024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.722402:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2714 00002000:00100000:1.0:1746157396.722407:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732f100 x1830978268337024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.722414:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732f100 with x1830978268337024 ext(0->4095) 00010000:00010000:1.0:1746157396.722419:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.722428:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.722432:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013732f100 00000100:00100000:0.0:1746157396.724894:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.725102:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268337152 00000100:00100000:2.0:1746157396.725120:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268337152 00010000:00010000:2.0:1746157396.725145:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.725222:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9971 00000100:00100000:2.0:1746157396.725233:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268337152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.725244:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.725260:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.725269:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.725287:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e6052f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03124f expref: 15 pid: 8487 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.725298:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.725300:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.725305:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.725312:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.725337:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.725346:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064064:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.725766:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.727415:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064064:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.727430:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.727456:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268337152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2228us (2567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.727463:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9971 00000100:00100000:0.0:1746157396.728216:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.728394:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268337408 00000100:00100000:1.0:1746157396.728399:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268337408 00002000:00100000:1.0:1746157396.728426:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604dc00 x1830978268337408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.728440:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830978268337408 ext(0->4095) 00002000:00010000:1.0:1746157396.728443:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604dc00 00000100:00100000:1.0:1746157396.728471:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4802 00000100:00100000:1.0:1746157396.728477:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268337408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.728587:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268337408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.728592:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4802 00002000:00100000:1.0:1746157396.728597:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604dc00 x1830978268337408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.728604:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830978268337408 ext(0->4095) 00002000:00010000:1.0:1746157396.728607:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604dc00 00000100:00100000:0.0:1746157396.730331:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.730498:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268337536 00000100:00100000:1.0:1746157396.730503:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268337536 00000100:00100000:1.0:1746157396.730540:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6643 00000100:00100000:1.0:1746157396.730545:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268337536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.730555:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.730566:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03125d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.730586:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 13 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.730592:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.730594:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.730597:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.730619:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 13 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.730629:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 13 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.730639:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267064192:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.730696:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.732233:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267064192:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.732253:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.732263:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157396.732292:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268337536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1747us (1965us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.732299:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6643 00000100:00100000:0.0:1746157396.732467:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.732515:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268337664 00000100:00100000:3.0:1746157396.732519:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268337664 00010000:00010000:3.0:1746157396.732536:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.732553:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9972 00000100:00100000:3.0:1746157396.732558:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268337664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.732566:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157396.732582:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.732592:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.732608:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60536 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031256 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.732621:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.732622:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.732627:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.732634:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.732654:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157396.732662:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064320:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157396.732967:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.734387:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064320:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157396.734399:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157396.734421:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978268337664:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1862us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.734427:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9972 00000100:00100000:0.0:1746157396.734563:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.734689:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268337920 00000100:00100000:1.0:1746157396.734694:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268337920 00002000:00100000:1.0:1746157396.734720:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f100 x1830978268337920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.734729:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830978268337920 ext(0->4095) 00002000:00010000:1.0:1746157396.734733:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604f100 00000100:00100000:1.0:1746157396.734759:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4803 00000100:00100000:1.0:1746157396.734766:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268337920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.734884:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268337920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.734889:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4803 00002000:00100000:1.0:1746157396.734894:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f100 x1830978268337920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.734901:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830978268337920 ext(0->4095) 00002000:00010000:1.0:1746157396.734903:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604f100 00000100:00100000:0.0:1746157396.737155:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.737248:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268338048 00000100:00100000:1.0:1746157396.737254:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268338048 00000100:00100000:1.0:1746157396.737294:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6644 00000100:00100000:1.0:1746157396.737301:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31597:x1830978268338048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.737312:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.737323:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031264 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.737343:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.737349:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.737350:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.737352:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.737373:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.737386:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 5 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.737395:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267064448:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.737554:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.738511:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267064448:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157396.738522:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157396.738528:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.738538:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157396.738561:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978268338048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1261us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.738566:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268338176 00000100:00100000:1.0:1746157396.738567:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6644 00000100:00100000:3.0:1746157396.738570:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268338176 00000100:00100000:3.0:1746157396.738592:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6645 00000100:00100000:3.0:1746157396.738597:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268338176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.738605:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.738612:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03126b expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.738624:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.738628:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.738637:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.738640:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.738657:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.738665:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.738671:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8e00, rc 0) 00000100:00100000:3.0:1746157396.738699:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268338176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.738704:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6645 00000100:00100000:0.0:1746157396.740191:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.740568:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268338304 00000100:00100000:3.0:1746157396.740573:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268338304 00010000:00010000:3.0:1746157396.740594:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.740625:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9973 00000100:00100000:3.0:1746157396.740631:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268338304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.740640:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157396.740657:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.740666:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.740681:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e6053d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03125d expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.740700:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.740702:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.740708:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.740715:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.740737:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.740747:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.740756:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064704:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157396.740817:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.742129:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064704:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157396.742141:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157396.742162:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268338304:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1531us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.742168:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9973 00000100:00100000:0.0:1746157396.743532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.743661:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268338560 00000100:00100000:3.0:1746157396.743666:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268338560 00002000:00100000:3.0:1746157396.743694:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d703100 x1830978268338560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.743703:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d703100 with x1830978268338560 ext(0->4095) 00010000:00010000:3.0:1746157396.743710:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.743720:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.743726:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d703100 00000100:00100000:3.0:1746157396.743748:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2715 00000100:00100000:3.0:1746157396.743754:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268338560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157396.743866:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268338560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.743870:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2715 00002000:00100000:3.0:1746157396.743873:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d703100 x1830978268338560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.743878:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d703100 with x1830978268338560 ext(0->4095) 00010000:00010000:3.0:1746157396.743881:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.743886:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.743889:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d703100 00000100:00100000:0.0:1746157396.745328:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.745479:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268338688 00000100:00100000:3.0:1746157396.745484:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268338688 00000100:00100000:3.0:1746157396.745573:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6646 00000100:00100000:3.0:1746157396.745580:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268338688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.745589:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.745600:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031272 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.745618:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.745622:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.745626:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157396.745628:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.745660:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.745667:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.745672:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db9400, rc 0) 00000100:00100000:3.0:1746157396.745699:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268338688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.745704:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6646 00000100:00100000:0.0:1746157396.746693:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.746735:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268338816 00000100:00100000:3.0:1746157396.746739:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268338816 00010000:00010000:3.0:1746157396.746754:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.746783:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9974 00000100:00100000:3.0:1746157396.746789:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1983:x1830978268338816:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.746796:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157396.746810:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.746819:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.746834:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60544 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031264 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.746861:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.746863:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.746868:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.746874:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.746892:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.746902:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.746942:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064960:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157396.746999:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.748402:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267064960:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157396.748414:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157396.748453:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1983:x1830978268338816:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1663us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.748460:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9974 00000100:00100000:0.0:1746157396.748789:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.748939:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268339072 00000100:00100000:3.0:1746157396.748943:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268339072 00002000:00100000:3.0:1746157396.748968:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8000 x1830978268339072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.748975:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8000 with x1830978268339072 ext(0->4095) 00010000:00010000:3.0:1746157396.748981:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.748992:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.748997:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8000 00000100:00100000:3.0:1746157396.749026:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2716 00000100:00100000:3.0:1746157396.749032:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268339072:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157396.749195:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268339072:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.749203:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2716 00002000:00100000:3.0:1746157396.749208:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8000 x1830978268339072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.749215:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8000 with x1830978268339072 ext(0->4095) 00010000:00010000:3.0:1746157396.749219:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.749227:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.749232:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8000 00000100:00100000:0.0:1746157396.752285:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.752365:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.752394:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268339328 00000100:00100000:2.0:1746157396.752400:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268339328 00010000:00010000:2.0:1746157396.752428:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.752448:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268339200 00000100:00100000:3.0:1746157396.752452:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268339200 00000100:00100000:2.0:1746157396.752463:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9975 00000100:00100000:2.0:1746157396.752470:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268339328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.752480:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.752497:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.752507:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.752709:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6647 00000100:00100000:3.0:1746157396.752715:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268339200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.752726:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.752735:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031279 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.752748:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.752753:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.752758:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.752761:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.752791:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.752801:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.752808:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.752809:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.752814:0:8489:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.752820:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.752825:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6054b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03126b expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.752834:0:8489:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.752844:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.753171:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157396.753174:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065216:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.753218:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268339328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 748us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.753224:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9975 00000100:00100000:3.0:1746157396.753306:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.756337:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065216:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157396.756354:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8000, rc 0) 00000100:00100000:3.0:1746157396.756396:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268339200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3680us (4117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.756406:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6647 00000100:00100000:0.0:1746157396.757125:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.757172:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268339584 00000100:00100000:1.0:1746157396.757177:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268339584 00002000:00100000:1.0:1746157396.757209:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8700 x1830978268339584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.757218:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8700 with x1830978268339584 ext(0->4095) 00010000:00010000:1.0:1746157396.757224:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.757236:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.757246:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8700 00000100:00100000:1.0:1746157396.757270:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2717 00000100:00100000:1.0:1746157396.757277:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268339584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.757394:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268339584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.757399:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2717 00002000:00100000:1.0:1746157396.757404:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8700 x1830978268339584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.757411:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8700 with x1830978268339584 ext(0->4095) 00010000:00010000:1.0:1746157396.757415:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.757423:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.757429:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8700 00000100:00100000:2.0:1746157396.759547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.759642:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268339712 00000100:00100000:0.0:1746157396.759646:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268339712 00010000:00010000:0.0:1746157396.759668:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746157396.759685:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9976 00000100:00100000:0.0:1746157396.759690:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268339712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157396.759698:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157396.759712:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.759721:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.759736:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e60552 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031272 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.759983:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.759985:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157396.759992:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.759999:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157396.760025:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157396.760035:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267065344:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157396.760445:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.761872:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267065344:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.761887:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.761912:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268339712:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2221us (2368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.761919:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9976 00000100:00100000:0.0:1746157396.762372:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.762434:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268339968 00000100:00100000:3.0:1746157396.762439:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268339968 00002000:00100000:3.0:1746157396.762464:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9500 x1830978268339968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.762472:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9500 with x1830978268339968 ext(0->4095) 00002000:00010000:3.0:1746157396.762476:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a9500 00000100:00100000:3.0:1746157396.762549:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4804 00000100:00100000:3.0:1746157396.762556:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268339968:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157396.762891:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268339968:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 335us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.762897:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4804 00002000:00100000:3.0:1746157396.762901:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9500 x1830978268339968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.762908:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9500 with x1830978268339968 ext(0->4095) 00002000:00010000:3.0:1746157396.762911:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a9500 00000100:00100000:0.0:1746157396.764103:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.764255:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268340096 00000100:00100000:3.0:1746157396.764259:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268340096 00000100:00100000:3.0:1746157396.764279:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6648 00000100:00100000:3.0:1746157396.764285:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268340096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.764294:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.764304:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031280 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.764326:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.764333:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.764334:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.764338:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.764357:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.764367:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 13 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.764376:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065472:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.764434:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.765215:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065472:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.765230:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.765239:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8c00, rc 0) 00000100:00100000:3.0:1746157396.765274:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268340096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 988us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.765280:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6648 00000100:00100000:0.0:1746157396.766412:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.766459:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268340224 00000100:00100000:2.0:1746157396.766467:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268340224 00010000:00010000:2.0:1746157396.766486:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.766516:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9977 00000100:00100000:2.0:1746157396.766521:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268340224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.766530:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.766545:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.766553:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.766568:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60559 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031279 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.766593:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.766595:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.766603:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.766609:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.766630:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.766640:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267065600:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.766677:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.768539:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267065600:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.768558:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157396.768575:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.768598:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978268340224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2076us (2187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.768604:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9977 00000100:00100000:3.0:1746157396.768739:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268340480 00000100:00100000:3.0:1746157396.768744:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268340480 00002000:00100000:3.0:1746157396.768770:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218000 x1830978268340480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.768779:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218000 with x1830978268340480 ext(0->4095) 00002000:00010000:3.0:1746157396.768782:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218000 00000100:00100000:3.0:1746157396.768795:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4805 00000100:00100000:3.0:1746157396.768801:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268340480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157396.768904:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268340480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.768910:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4805 00002000:00100000:3.0:1746157396.768915:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218000 x1830978268340480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.768922:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218000 with x1830978268340480 ext(0->4095) 00002000:00010000:3.0:1746157396.768925:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218000 00000100:00100000:0.0:1746157396.770128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.770186:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268340608 00000100:00100000:3.0:1746157396.770189:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268340608 00000100:00100000:3.0:1746157396.770258:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6649 00000100:00100000:3.0:1746157396.770264:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31597:x1830978268340608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.770272:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.770284:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031287 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.770302:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.770313:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.770315:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.770318:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.770337:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.770346:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.770356:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065728:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.770417:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.771725:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065728:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.771742:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.771753:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8400, rc 0) 00000100:00100000:3.0:1746157396.771787:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978268340608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1524us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.771794:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6649 00000100:00100000:0.0:1746157396.772099:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.772156:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268340736 00000100:00100000:2.0:1746157396.772161:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268340736 00010000:00010000:2.0:1746157396.772179:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.772196:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9978 00000100:00100000:2.0:1746157396.772201:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268340736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.772208:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.772222:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.772232:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.772246:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60560 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031280 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.772262:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.772264:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.772269:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.772276:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157396.772598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.772629:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268340864 00000100:00100000:3.0:1746157396.772632:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268340864 00000100:00100000:3.0:1746157396.772644:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6650 00000100:00100000:3.0:1746157396.772647:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268340864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.772655:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.772661:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03128e expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.772690:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.772694:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.772694:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.772751:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.772764:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.772770:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.772776:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065856:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.772812:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00010000:00010000:2.0:1746157396.772852:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.772859:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.773115:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267065984:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.773159:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.774551:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267065984:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.774564:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.774599:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268340736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2396us (2500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.774606:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9978 00000100:00100000:3.0:1746157396.774670:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267065856:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.774685:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.774694:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8e00, rc 0) 00000100:00100000:3.0:1746157396.774710:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268340864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2062us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.774718:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6650 00000100:00100000:0.0:1746157396.774764:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.774799:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268341120 00000100:00100000:2.0:1746157396.774802:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268341120 00002000:00100000:2.0:1746157396.774824:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e219c00 x1830978268341120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.774833:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e219c00 with x1830978268341120 ext(0->4095) 00010000:00010000:2.0:1746157396.774837:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.774847:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.774853:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e219c00 00000100:00100000:2.0:1746157396.774915:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2718 00000100:00100000:2.0:1746157396.774924:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268341120:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.775025:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268341120:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.775271:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2718 00002000:00100000:2.0:1746157396.775277:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e219c00 x1830978268341120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.775284:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e219c00 with x1830978268341120 ext(0->4095) 00010000:00010000:2.0:1746157396.775289:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.775298:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.775302:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e219c00 00000100:00100000:0.0:1746157396.776119:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.776158:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.776262:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268341376 00000100:00100000:2.0:1746157396.776265:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268341376 00010000:00010000:2.0:1746157396.776279:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.776288:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268341248 00000100:00100000:3.0:1746157396.776292:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268341248 00000100:00100000:2.0:1746157396.776299:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9979 00000100:00100000:2.0:1746157396.776305:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1984:x1830978268341376:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.776313:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746157396.776321:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6651 00010000:00010000:2.0:1746157396.776325:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.776326:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268341248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.776334:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157396.776338:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.776344:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031295 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.776353:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60567 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031287 expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.776484:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.776487:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.776493:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.776499:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.776521:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.776531:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066112:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157396.776600:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.776607:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.776608:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.776610:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.776633:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.776642:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.776649:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267066240:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157396.776667:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.776671:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.777895:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066112:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.777906:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.777928:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1984:x1830978268341376:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1622us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.777935:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9979 00000100:00100000:0.0:1746157396.778270:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.778320:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267066240:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.778337:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.778341:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268341632 00000100:00100000:2.0:1746157396.778346:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268341632 00010000:00010000:3.0:1746157396.778347:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8000, rc 0) 00000100:00100000:3.0:1746157396.778367:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268341248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2041us (2260us total) trans 0 rc 0/0 00002000:00100000:2.0:1746157396.778367:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21aa00 x1830978268341632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157396.778373:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6651 00002000:00100000:2.0:1746157396.778374:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978268341632 ext(0->4095) 00010000:00010000:2.0:1746157396.778380:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.778390:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.778395:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21aa00 00000100:00100000:2.0:1746157396.778418:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2719 00000100:00100000:2.0:1746157396.778423:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268341632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.778518:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268341632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.778524:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2719 00002000:00100000:2.0:1746157396.778528:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21aa00 x1830978268341632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.778532:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978268341632 ext(0->4095) 00010000:00010000:2.0:1746157396.778535:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.778541:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.778544:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21aa00 00000100:00100000:0.0:1746157396.779629:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.779677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.779709:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268341760 00000100:00100000:3.0:1746157396.779712:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268341760 00000100:00100000:2.0:1746157396.779724:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268341888 00000100:00100000:2.0:1746157396.779728:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268341888 00000100:00100000:3.0:1746157396.779734:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6652 00000100:00100000:3.0:1746157396.779738:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268341760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157396.779741:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.779745:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.779752:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03129c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.779755:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9980 00000100:00100000:2.0:1746157396.779760:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268341888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.779762:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.779765:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.779767:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157396.779769:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157396.779771:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.779779:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.779786:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.779896:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.779901:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e6056e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03128e expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.779907:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.779920:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.779921:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.779926:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.779932:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.779948:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.779958:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db9600, rc 0) 00010000:00010000:2.0:1746157396.779960:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.779969:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066496:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157396.779986:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268341760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.779991:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6652 00000100:00100000:2.0:1746157396.780007:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.782682:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.782728:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268342144 00000100:00100000:3.0:1746157396.782734:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268342144 00000100:00100000:2.0:1746157396.782758:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066496:192.168.203.5@tcp:105: 00002000:00100000:3.0:1746157396.782761:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739880 x1830978268342144/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.782768:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739880 with x1830978268342144 ext(0->4095) 00010000:00010000:2.0:1746157396.782772:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157396.782773:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.782783:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.782788:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739880 00000100:00100000:3.0:1746157396.782807:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2720 00000100:00100000:2.0:1746157396.782811:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268341888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3050us (3132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.782812:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268342144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.782817:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9980 00000100:00100000:3.0:1746157396.782935:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268342144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.782940:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2720 00002000:00100000:3.0:1746157396.782944:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739880 x1830978268342144/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.782956:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739880 with x1830978268342144 ext(0->4095) 00010000:00010000:3.0:1746157396.782960:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.782967:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.782972:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739880 00000100:00100000:0.0:1746157396.785737:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.786013:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268342272 00000100:00100000:2.0:1746157396.786020:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268342272 00010000:00010000:2.0:1746157396.786043:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.786062:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9981 00000100:00100000:2.0:1746157396.786067:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268342272:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.786096:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.786119:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.786130:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.786147:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e60575 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031295 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.786295:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.786296:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.786302:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.786308:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.786333:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.786410:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066624:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.786480:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.787679:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066624:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.787697:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.787721:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268342272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1653us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.787727:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9981 00000100:00100000:0.0:1746157396.788122:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.788189:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268342528 00000100:00100000:3.0:1746157396.788194:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268342528 00002000:00100000:3.0:1746157396.788219:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c000 x1830978268342528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.788227:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c000 with x1830978268342528 ext(0->4095) 00002000:00010000:3.0:1746157396.788230:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c000 00000100:00100000:3.0:1746157396.788245:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4806 00000100:00100000:3.0:1746157396.788251:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268342528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157396.788777:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268342528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 525us (668us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.788784:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4806 00002000:00100000:3.0:1746157396.788788:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c000 x1830978268342528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.788795:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c000 with x1830978268342528 ext(0->4095) 00002000:00010000:3.0:1746157396.788798:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c000 00000100:00100000:0.0:1746157396.790256:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.790346:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268342656 00000100:00100000:3.0:1746157396.790351:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268342656 00000100:00100000:3.0:1746157396.790382:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6653 00000100:00100000:3.0:1746157396.790387:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268342656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.790396:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.790407:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312a3 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.790427:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.790433:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.790434:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.790438:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.790459:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 13 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.790469:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 13 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.790479:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267066752:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.790544:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.791567:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267066752:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.791584:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.791594:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8e00, rc 0) 00000100:00100000:3.0:1746157396.791616:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268342656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1229us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.791622:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6653 00000100:00100000:0.0:1746157396.792361:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.792418:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268342784 00000100:00100000:2.0:1746157396.792422:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268342784 00010000:00010000:2.0:1746157396.792439:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.792456:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9982 00000100:00100000:2.0:1746157396.792460:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268342784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.792470:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.792485:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.792493:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.792507:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e6057c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03129c expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.792661:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.792663:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.792668:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.792675:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.792695:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.792704:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066880:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.792765:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.793826:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267066880:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.793924:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.794046:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1985:x1830978268342784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1584us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.794055:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9982 00000100:00100000:0.0:1746157396.794504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.794592:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268343040 00000100:00100000:3.0:1746157396.794596:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268343040 00002000:00100000:3.0:1746157396.794620:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ce00 x1830978268343040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.794628:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ce00 with x1830978268343040 ext(0->4095) 00002000:00010000:3.0:1746157396.794631:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ce00 00000100:00100000:3.0:1746157396.794643:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4807 00000100:00100000:3.0:1746157396.794647:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268343040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157396.794783:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268343040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.794789:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4807 00002000:00100000:3.0:1746157396.794862:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ce00 x1830978268343040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.794868:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ce00 with x1830978268343040 ext(0->4095) 00002000:00010000:3.0:1746157396.794871:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ce00 00000100:00100000:0.0:1746157396.795991:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.796178:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268343168 00000100:00100000:3.0:1746157396.796183:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268343168 00000100:00100000:3.0:1746157396.796218:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6654 00000100:00100000:3.0:1746157396.796224:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:31597:x1830978268343168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.796233:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.796244:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312aa expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.796269:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.796274:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.796276:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.796279:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.796299:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.796308:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.796317:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267067008:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.796372:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.797378:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267067008:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.797394:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.797403:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8000, rc 0) 00000100:00100000:3.0:1746157396.797487:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978268343168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1263us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.797493:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6654 00000100:00100000:0.0:1746157396.798558:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.798585:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.798633:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268343296 00000100:00100000:2.0:1746157396.798635:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268343424 00000100:00100000:3.0:1746157396.798637:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268343296 00000100:00100000:2.0:1746157396.798638:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268343424 00010000:00010000:2.0:1746157396.798654:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.798669:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6655 00000100:00100000:3.0:1746157396.798674:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268343296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.798682:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.798690:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312b1 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.798706:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.798709:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.798714:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.798717:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.798727:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9983 00000100:00100000:2.0:1746157396.798732:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268343424:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.798737:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.798739:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157396.798746:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 15 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.798753:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8c00, rc 0) 00010000:00010000:2.0:1746157396.798756:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.798763:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.798782:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268343296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.798787:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6655 00010000:00010000:2.0:1746157396.798845:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e60583 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312a3 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.798876:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.798878:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.798883:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.798893:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.798911:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.798920:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.798930:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267067264:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.799269:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.800260:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267067264:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.800272:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.800305:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268343424:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1572us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.800311:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9983 00000100:00100000:0.0:1746157396.801253:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.801271:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268343680 00000100:00100000:3.0:1746157396.801276:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268343680 00002000:00100000:3.0:1746157396.801303:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252f480 x1830978268343680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.801317:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252f480 with x1830978268343680 ext(0->4095) 00010000:00010000:3.0:1746157396.801323:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.801334:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.801339:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252f480 00000100:00100000:3.0:1746157396.801411:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2721 00000100:00100000:3.0:1746157396.801418:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268343680:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157396.801731:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268343680:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 313us (478us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.801737:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2721 00002000:00100000:3.0:1746157396.801742:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252f480 x1830978268343680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.801749:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252f480 with x1830978268343680 ext(0->4095) 00010000:00010000:3.0:1746157396.801753:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.801762:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.801767:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252f480 00000100:00100000:0.0:1746157396.803532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.803581:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268343808 00000100:00100000:3.0:1746157396.803588:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268343808 00000100:00100000:0.0:1746157396.803596:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.803627:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6656 00000100:00100000:3.0:1746157396.803633:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268343808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.803644:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.803656:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312b8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.803674:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.803679:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.803684:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157396.803688:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.803713:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.803724:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.803732:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8400, rc 0) 00000100:00100000:3.0:1746157396.803761:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268343808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.803766:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6656 00000100:00100000:2.0:1746157396.803840:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268343936 00000100:00100000:2.0:1746157396.803843:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268343936 00010000:00010000:2.0:1746157396.803860:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.803875:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9984 00000100:00100000:2.0:1746157396.803880:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268343936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.803887:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.803902:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.803911:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.803925:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e6058a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312aa expref: 15 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.803937:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.803938:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.803942:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.803949:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.803965:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.803974:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.803984:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267067520:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.804031:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.805325:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267067520:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.805337:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.805567:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268343936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1685us (1969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.805574:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9984 00000100:00100000:0.0:1746157396.805601:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.805708:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268344192 00000100:00100000:3.0:1746157396.805712:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268344192 00002000:00100000:3.0:1746157396.805737:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198a80 x1830978268344192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.805751:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198a80 with x1830978268344192 ext(0->4095) 00010000:00010000:3.0:1746157396.805757:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.805767:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.805773:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198a80 00000100:00100000:3.0:1746157396.805795:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2722 00000100:00100000:3.0:1746157396.805801:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268344192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157396.805927:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268344192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (326us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.805933:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2722 00002000:00100000:3.0:1746157396.805938:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198a80 x1830978268344192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.805944:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198a80 with x1830978268344192 ext(0->4095) 00010000:00010000:3.0:1746157396.805952:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.805961:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 14 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.805966:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198a80 00000100:00100000:0.0:1746157396.808381:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.808455:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.808728:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268344320 00000100:00100000:1.0:1746157396.808735:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268344320 00000100:00100000:1.0:1746157396.808905:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6657 00000100:00100000:1.0:1746157396.808912:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31587:x1830978268344320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.808925:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.808937:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312bf expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.808960:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.808965:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.808970:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.808973:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.809115:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268344448 00000100:00100000:2.0:1746157396.809119:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268344448 00010000:00010000:2.0:1746157396.809134:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.809198:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9985 00000100:00100000:2.0:1746157396.809203:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1983:x1830978268344448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.809210:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.809229:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.809239:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.809252:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e60591 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b1 expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.809262:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.809263:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.809268:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.809274:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.809292:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.809299:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.809309:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267067648:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.809369:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00010000:00010000:1.0:1746157396.809407:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.809415:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.809530:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267067776:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.809686:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.812541:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.812565:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268344704 00000100:00100000:1.0:1746157396.812569:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267067776:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157396.812569:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268344704 00010000:00010000:1.0:1746157396.812590:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746157396.812596:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786d80 x1830978268344704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746157396.812602:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00002000:00100000:0.0:1746157396.812604:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786d80 with x1830978268344704 ext(0->4095) 00010000:00010000:0.0:1746157396.812610:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.812621:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746157396.812627:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088786d80 00000100:00100000:1.0:1746157396.812646:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268344320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3734us (4269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.812653:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6657 00000100:00100000:2.0:1746157396.812908:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267067648:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.812918:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.812937:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1983:x1830978268344448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3733us (4480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.812943:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9985 00000100:00100000:0.0:1746157396.813122:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2723 00000100:00100000:0.0:1746157396.813129:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268344704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157396.813234:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268344704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157396.813240:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2723 00002000:00100000:0.0:1746157396.813244:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786d80 x1830978268344704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157396.813251:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786d80 with x1830978268344704 ext(0->4095) 00010000:00010000:0.0:1746157396.813255:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746157396.813264:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746157396.813272:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088786d80 00000100:00100000:0.0:1746157396.816753:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.816835:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.816893:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268344960 00000100:00100000:1.0:1746157396.816893:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268344832 00000100:00100000:2.0:1746157396.816901:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268344960 00000100:00100000:1.0:1746157396.816901:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268344832 00010000:00010000:2.0:1746157396.816929:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.817033:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6658 00000100:00100000:1.0:1746157396.817040:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:31597:x1830978268344832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.817051:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.817267:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312c6 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.817288:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.817293:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.817299:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.817302:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.817331:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.817341:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.817350:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157396.817382:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31597:x1830978268344832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 343us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.817388:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6658 00000100:00100000:2.0:1746157396.817848:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9986 00000100:00100000:2.0:1746157396.817857:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268344960:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.817865:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.817883:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.817893:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.817907:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8400/0x4450b99e49e60598 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312b8 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.817930:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.817932:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.817937:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.817944:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.817962:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.817974:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.817983:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068032:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.818537:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.823013:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068032:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.823032:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.823118:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268344960:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5262us (6280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.823126:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9986 00000100:00100000:0.0:1746157396.827141:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.827201:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268345088 00000100:00100000:2.0:1746157396.827207:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268345088 00010000:00010000:2.0:1746157396.827232:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.827265:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9987 00000100:00100000:2.0:1746157396.827272:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268345088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.827286:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.827302:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.827313:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.827330:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6059f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312bf expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.827354:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.827356:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.827362:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.827369:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.827393:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 14 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.827402:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068160:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.827703:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.831540:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068160:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.831555:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.831584:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268345088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4313us (4449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.831593:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9987 00000100:00100000:0.0:1746157396.831719:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.831798:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268345344 00000100:00100000:2.0:1746157396.831803:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268345344 00002000:00100000:2.0:1746157396.831830:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786300 x1830978268345344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.831840:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786300 with x1830978268345344 ext(0->4095) 00002000:00010000:2.0:1746157396.831844:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088786300 00000100:00100000:2.0:1746157396.831857:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4808 00000100:00100000:2.0:1746157396.831863:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268345344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.831992:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268345344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.831998:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4808 00002000:00100000:2.0:1746157396.832003:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786300 x1830978268345344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.832009:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786300 with x1830978268345344 ext(0->4095) 00002000:00010000:2.0:1746157396.832012:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088786300 00000100:00100000:0.0:1746157396.839826:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.840187:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268345472 00000100:00100000:1.0:1746157396.840195:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268345472 00000100:00100000:1.0:1746157396.840244:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6659 00000100:00100000:1.0:1746157396.840251:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268345472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.840265:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.840278:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312cd expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.840302:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 13 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.840309:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.840310:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.840313:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.840338:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 13 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.840348:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 13 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.840357:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267068288:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.840416:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.843580:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267068288:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.843603:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.843616:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157396.843658:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268345472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3407us (3837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.843668:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6659 00000100:00100000:0.0:1746157396.845407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.845470:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268345600 00000100:00100000:2.0:1746157396.845477:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268345600 00002000:00100000:2.0:1746157396.845511:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880088785c00 x1830978268345600/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.845519:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785c00 with x1830978268345600 ext(0->7) 00010000:00010000:2.0:1746157396.845525:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.845541:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 14 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.845546:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088785c00 00000100:00100000:2.0:1746157396.845576:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2724 00000100:00100000:2.0:1746157396.845582:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268345600:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157396.845834:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268345600:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 251us (430us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1746157396.845840:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2724 00002000:00100000:2.0:1746157396.845845:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880088785c00 x1830978268345600/t4294967985(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/448 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.845852:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785c00 with x1830978268345600 ext(0->7) 00010000:00010000:2.0:1746157396.845856:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.845864:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.845869:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088785c00 00000100:00100000:0.0:1746157396.849805:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.849964:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268345728 00000100:00100000:2.0:1746157396.849971:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268345728 00010000:00010000:2.0:1746157396.850000:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.850031:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9988 00000100:00100000:2.0:1746157396.850038:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268345728:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.850049:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.850066:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.850101:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.850129:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e605a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312c6 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.850157:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.850159:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.850165:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.850172:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.850196:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.850206:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068416:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.850276:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.852437:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068416:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.852454:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157396.852466:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.852483:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268345728:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2445us (2686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.852491:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9988 00000100:00100000:1.0:1746157396.853192:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268345984 00000100:00100000:1.0:1746157396.853199:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268345984 00002000:00100000:1.0:1746157396.853228:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbea00 x1830978268345984/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.853236:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbea00 with x1830978268345984 ext(0->4095) 00002000:00010000:1.0:1746157396.853239:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbea00 00000100:00100000:1.0:1746157396.853265:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4809 00000100:00100000:1.0:1746157396.853271:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268345984:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.853409:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268345984:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.853415:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4809 00002000:00100000:1.0:1746157396.853420:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbea00 x1830978268345984/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.853426:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbea00 with x1830978268345984 ext(0->4095) 00002000:00010000:1.0:1746157396.853429:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbea00 00000100:00100000:0.0:1746157396.855641:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.855888:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268346112 00000100:00100000:1.0:1746157396.855894:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268346112 00000100:00100000:1.0:1746157396.856031:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6660 00000100:00100000:1.0:1746157396.856038:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31597:x1830978268346112:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.856049:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.856063:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312d4 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.856129:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.856135:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.856137:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.856140:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.856162:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.856173:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 5 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746157396.856183:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267068544:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157396.856249:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.857838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.858054:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268346240 00000100:00100000:3.0:1746157396.858061:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268346240 00000100:00100000:0.0:1746157396.858131:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.858155:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6661 00000100:00100000:1.0:1746157396.858192:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267068544:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.858193:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31587:x1830978268346240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.858208:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.858210:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.858215:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268346368 00010000:00010000:3.0:1746157396.858217:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312db expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.858218:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268346368 00010000:00010000:1.0:1746157396.858221:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00010000:00010000:3.0:1746157396.858231:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.858232:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.858235:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 18 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.858240:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.858243:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.858256:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9989 00000100:00100000:1.0:1746157396.858257:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31597:x1830978268346112:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2219us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.858261:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268346368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.858263:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 18 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157396.858263:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6660 00010000:00010000:2.0:1746157396.858268:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157396.858271:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.858277:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8c00, rc 0) 00010000:00010000:2.0:1746157396.858283:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.858291:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.858292:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31587:x1830978268346240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.858297:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6661 00010000:00010000:2.0:1746157396.858305:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312cd expref: 6 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.858332:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.858333:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.858338:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.858343:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.858360:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.858370:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.858379:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068800:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.858417:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.859553:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267068800:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.859563:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.859582:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268346368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1320us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.859588:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9989 00000100:00100000:0.0:1746157396.860658:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.860716:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268346624 00000100:00100000:2.0:1746157396.860721:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268346624 00002000:00100000:2.0:1746157396.860745:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f36d80 x1830978268346624/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.860753:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36d80 with x1830978268346624 ext(0->4095) 00010000:00010000:2.0:1746157396.860759:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.860769:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.860774:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f36d80 00000100:00100000:2.0:1746157396.861295:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2725 00000100:00100000:2.0:1746157396.861302:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1986:x1830978268346624:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.861552:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1986:x1830978268346624:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 250us (895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.861558:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2725 00002000:00100000:2.0:1746157396.861562:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f36d80 x1830978268346624/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.861569:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36d80 with x1830978268346624 ext(0->4095) 00010000:00010000:2.0:1746157396.861574:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.861582:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.861587:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f36d80 00000100:00100000:0.0:1746157396.863267:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.863770:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268346752 00000100:00100000:3.0:1746157396.863776:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268346752 00000100:00100000:3.0:1746157396.863871:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6662 00000100:00100000:3.0:1746157396.863877:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268346752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.863890:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.863903:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312e2 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.863921:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.863926:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.863931:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157396.863934:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.863961:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.863972:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.863980:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db9600, rc 0) 00000100:00100000:3.0:1746157396.864010:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268346752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.864015:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6662 00000100:00100000:0.0:1746157396.865289:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.865466:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268346880 00000100:00100000:2.0:1746157396.865471:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268346880 00010000:00010000:2.0:1746157396.865490:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.865517:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9990 00000100:00100000:2.0:1746157396.865522:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1984:x1830978268346880:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.865531:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.865546:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.865555:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.865571:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e605b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312d4 expref: 17 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.865772:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.865773:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.865780:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.865787:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.865807:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.865816:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.865825:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069056:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.866303:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.867866:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.867916:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069056:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.867931:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.867961:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1984:x1830978268346880:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2438us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.867969:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9990 00000100:00100000:3.0:1746157396.868024:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268347136 00000100:00100000:3.0:1746157396.868029:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268347136 00002000:00100000:3.0:1746157396.868056:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37b80 x1830978268347136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.868064:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37b80 with x1830978268347136 ext(0->4095) 00010000:00010000:3.0:1746157396.868095:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.868115:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.868120:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f37b80 00000100:00100000:3.0:1746157396.868185:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2726 00000100:00100000:3.0:1746157396.868192:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268347136:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157396.868312:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268347136:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.868317:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2726 00002000:00100000:3.0:1746157396.868322:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37b80 x1830978268347136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.868329:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37b80 with x1830978268347136 ext(0->4095) 00010000:00010000:3.0:1746157396.868333:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.868342:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:3.0:1746157396.868347:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f37b80 00000100:00100000:0.0:1746157396.870181:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.870456:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.870689:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268347264 00000100:00100000:1.0:1746157396.870695:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268347264 00000100:00100000:1.0:1746157396.870734:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6663 00000100:00100000:1.0:1746157396.870740:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:31587:x1830978268347264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.870751:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.870762:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312e9 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.870779:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.870784:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.870790:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157396.870793:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 17 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.870818:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.870827:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 17 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.870835:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157396.870863:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31587:x1830978268347264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.870868:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6663 00000100:00100000:2.0:1746157396.870979:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268347392 00000100:00100000:2.0:1746157396.870983:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268347392 00010000:00010000:2.0:1746157396.871001:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.871031:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9991 00000100:00100000:2.0:1746157396.871037:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1986:x1830978268347392:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.871045:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.871060:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.871101:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.871130:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312db expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.871142:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.871144:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.871149:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.871156:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.871175:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.871185:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.871195:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069312:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.871253:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.876123:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069312:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.876124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157396.876141:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157396.876174:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268347392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5136us (5717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.876185:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9991 00000100:00100000:1.0:1746157396.876535:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268347648 00000100:00100000:1.0:1746157396.876541:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268347648 00002000:00100000:1.0:1746157396.876573:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2680 x1830978268347648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.876587:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2680 with x1830978268347648 ext(0->4095) 00010000:00010000:1.0:1746157396.876594:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.876605:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.876610:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2680 00000100:00100000:1.0:1746157396.876638:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2727 00000100:00100000:1.0:1746157396.876645:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268347648:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157396.877231:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268347648:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 585us (1111us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.877236:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2727 00002000:00100000:1.0:1746157396.877241:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2680 x1830978268347648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.877248:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2680 with x1830978268347648 ext(0->4095) 00010000:00010000:1.0:1746157396.877252:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.877262:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.877267:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2680 00000100:00100000:0.0:1746157396.880825:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.880918:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268347776 00000100:00100000:3.0:1746157396.880924:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268347776 00010000:00010000:3.0:1746157396.880949:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.880981:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9992 00000100:00100000:3.0:1746157396.880986:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268347776:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.880996:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157396.881011:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.881021:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.881038:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e2 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1746157396.881057:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.881059:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.881065:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.881095:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.881129:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157396.881139:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069440:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157396.882373:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157396.887226:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.887291:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268348032 00000100:00100000:1.0:1746157396.887300:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268348032 00002000:00100000:1.0:1746157396.887333:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f35c00 x1830978268348032/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.887342:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35c00 with x1830978268348032 ext(0->4095) 00002000:00010000:1.0:1746157396.887346:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35c00 00000100:00100000:1.0:1746157396.887380:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4810 00000100:00100000:1.0:1746157396.887386:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268348032:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157396.887515:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069440:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157396.887517:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268348032:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.887523:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4810 00002000:00100000:1.0:1746157396.887528:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f35c00 x1830978268348032/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157396.887530:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157396.887535:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35c00 with x1830978268348032 ext(0->4095) 00002000:00010000:1.0:1746157396.887538:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35c00 00000100:00100000:3.0:1746157396.887551:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268347776:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 6565us (6732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.887558:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9992 00000100:00100000:0.0:1746157396.889237:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.889303:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268348160 00000100:00100000:3.0:1746157396.889307:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268348160 00000100:00100000:3.0:1746157396.889346:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6664 00000100:00100000:3.0:1746157396.889351:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268348160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.889362:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.889374:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312f0 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.889394:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.889399:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.889401:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.889404:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.889424:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.889437:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.889447:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267069568:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.889513:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.893766:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267069568:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.893791:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.893804:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db9600, rc 0) 00000100:00100000:0.0:1746157396.894150:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.894207:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268348288 00000100:00100000:2.0:1746157396.894214:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268348288 00010000:00010000:2.0:1746157396.894236:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.894271:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9993 00000100:00100000:2.0:1746157396.894277:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1986:x1830978268348288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.894288:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.894304:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.894314:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.894330:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e605c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312e9 expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.894345:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.894347:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.894352:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.894359:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.894383:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.894393:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069696:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157396.894436:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268348160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5084us (5203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.894442:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6664 00000100:00100000:2.0:1746157396.894448:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.896101:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267069696:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.896125:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.896159:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1986:x1830978268348288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1881us (2013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.896168:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9993 00000100:00100000:0.0:1746157396.897130:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.897843:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.897905:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268348672 00000100:00100000:2.0:1746157396.897911:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268348672 00002000:00100000:2.0:1746157396.898534:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093211c00 x1830978268348672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.898544:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211c00 with x1830978268348672 ext(0->4095) 00002000:00010000:2.0:1746157396.898549:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211c00 00000100:00100000:2.0:1746157396.898576:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4811 00000100:00100000:2.0:1746157396.898584:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268348672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157396.898699:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268348672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (856us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.898704:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4811 00002000:00100000:2.0:1746157396.898709:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093211c00 x1830978268348672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.898721:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093211c00 with x1830978268348672 ext(0->4095) 00002000:00010000:2.0:1746157396.898724:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093211c00 00000100:00100000:3.0:1746157396.898793:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268348416 00000100:00100000:3.0:1746157396.898797:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268348416 00000100:00100000:3.0:1746157396.898826:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6665 00000100:00100000:3.0:1746157396.898831:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:31587:x1830978268348416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.898839:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.898851:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312f7 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.898871:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.898881:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.898882:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.898885:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.898908:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.898917:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 5 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.898926:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267069824:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.898974:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.901452:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.902058:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268348800 00000100:00100000:1.0:1746157396.902064:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268348800 00000100:00100000:1.0:1746157396.902121:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6666 00000100:00100000:1.0:1746157396.902127:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31597:x1830978268348800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157396.902139:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.902151:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0312fe expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.902169:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157396.902174:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.902183:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.902185:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.902211:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.902220:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.902227:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157396.902260:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31597:x1830978268348800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157396.902264:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6666 00000100:00100000:3.0:1746157396.902560:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267069824:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.902575:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.902582:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8c00, rc 0) 00000100:00100000:3.0:1746157396.902634:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31587:x1830978268348416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3802us (5505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.902640:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6665 00000100:00100000:0.0:1746157396.904154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.904436:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268348928 00000100:00100000:2.0:1746157396.904442:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268348928 00010000:00010000:2.0:1746157396.904467:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.904855:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9994 00000100:00100000:2.0:1746157396.904861:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268348928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.904871:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.905174:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.905186:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.905204:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db9600/0x4450b99e49e605d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f0 expref: 6 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.905223:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.905225:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.905231:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.906093:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.906132:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 16 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.906143:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 16 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.906153:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070080:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.906232:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.910651:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070080:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.910671:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.910713:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268348928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5850us (6560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.910721:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9994 00000100:00100000:0.0:1746157396.911268:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.911415:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268349184 00000100:00100000:2.0:1746157396.911420:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268349184 00002000:00100000:2.0:1746157396.911449:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978268349184/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.911458:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268349184 ext(0->4095) 00010000:00010000:2.0:1746157396.911464:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.911476:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.911482:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093210e00 00000100:00100000:2.0:1746157396.911506:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2728 00000100:00100000:2.0:1746157396.911512:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1985:x1830978268349184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.911618:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1985:x1830978268349184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.911623:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2728 00002000:00100000:2.0:1746157396.911628:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978268349184/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.911634:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268349184 ext(0->4095) 00010000:00010000:2.0:1746157396.911638:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.911646:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00002000:00010000:2.0:1746157396.911650:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157396.915812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.915918:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268349312 00000100:00100000:2.0:1746157396.915925:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268349312 00010000:00010000:2.0:1746157396.915953:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.916861:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9995 00000100:00100000:2.0:1746157396.916869:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1984:x1830978268349312:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.916881:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.916900:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.916916:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.916934:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e605d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312f7 expref: 17 pid: 8489 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.916961:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.916963:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.916969:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.916975:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.917002:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 16 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.917012:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070208:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.918009:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.920541:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070208:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.920559:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.920603:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1984:x1830978268349312:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3734us (4797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.920611:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9995 00000100:00100000:0.0:1746157396.922167:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.923062:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268349568 00000100:00100000:2.0:1746157396.923119:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268349568 00002000:00100000:2.0:1746157396.923154:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213800 x1830978268349568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.923163:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830978268349568 ext(0->4095) 00002000:00010000:2.0:1746157396.923167:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213800 00000100:00100000:2.0:1746157396.923187:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4812 00000100:00100000:2.0:1746157396.923193:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268349568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.923338:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268349568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (1174us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157396.923344:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4812 00002000:00100000:2.0:1746157396.923350:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213800 x1830978268349568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.923356:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830978268349568 ext(0->4095) 00002000:00010000:2.0:1746157396.923359:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213800 00000100:00100000:0.0:1746157396.928146:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.928288:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268349696 00000100:00100000:3.0:1746157396.928295:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268349696 00000100:00100000:3.0:1746157396.928916:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6667 00000100:00100000:3.0:1746157396.928925:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268349696:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.928941:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.928966:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031305 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.928988:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.928994:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.928996:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.928998:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.929020:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 15 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.929029:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 15 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1746157396.929040:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267070336:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.929150:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.932068:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267070336:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.932222:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.932237:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157396.932284:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268349696:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3359us (4144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.932295:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6667 00000100:00100000:0.0:1746157396.932934:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.932997:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268349824 00000100:00100000:1.0:1746157396.933002:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268349824 00002000:00100000:1.0:1746157396.933030:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093213480 x1830978268349824/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.933038:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268349824 ext(0->7) 00010000:00010000:1.0:1746157396.933043:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.933054:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 16 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.933059:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213480 00000100:00100000:1.0:1746157396.933102:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2729 00000100:00100000:1.0:1746157396.933119:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268349824:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157396.933749:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1985:x1830978268349824:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 629us (813us total) trans 4294967986 rc 0/0 00000100:00100000:1.0:1746157396.933756:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2729 00002000:00100000:1.0:1746157396.933762:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093213480 x1830978268349824/t4294967986(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/448 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.933768:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268349824 ext(0->7) 00010000:00010000:1.0:1746157396.933773:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746157396.933782:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746157396.933787:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213480 00000100:00100000:0.0:1746157396.936006:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.937924:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268349952 00000100:00100000:2.0:1746157396.937933:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268349952 00010000:00010000:2.0:1746157396.937963:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746157396.938003:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9996 00000100:00100000:2.0:1746157396.938010:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1983:x1830978268349952:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.938021:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.938038:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.938052:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.938096:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e605de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0312fe expref: 18 pid: 16659 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746157396.938125:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.938127:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.938133:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.938140:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.938168:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.938179:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070464:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.938242:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.940124:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070464:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.940141:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.940176:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1983:x1830978268349952:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2165us (4174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.940184:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9996 00000100:00100000:0.0:1746157396.941307:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.941365:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268350208 00000100:00100000:1.0:1746157396.941371:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268350208 00002000:00100000:1.0:1746157396.941398:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba8bb80 x1830978268350208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.941406:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8bb80 with x1830978268350208 ext(0->4095) 00002000:00010000:1.0:1746157396.941410:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba8bb80 00000100:00100000:1.0:1746157396.941694:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4813 00000100:00100000:1.0:1746157396.941701:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268350208:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157396.941883:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268350208:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.941891:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4813 00002000:00100000:1.0:1746157396.941896:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba8bb80 x1830978268350208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.941902:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8bb80 with x1830978268350208 ext(0->4095) 00002000:00010000:1.0:1746157396.941905:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba8bb80 00000100:00100000:0.0:1746157396.947559:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.947659:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268350336 00000100:00100000:3.0:1746157396.947666:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268350336 00000100:00100000:3.0:1746157396.947706:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6668 00000100:00100000:3.0:1746157396.947713:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:31597:x1830978268350336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.947727:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.947737:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03130c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.947757:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.947763:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.947765:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.947768:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.947792:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.947802:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157396.947813:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267070592:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.947882:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.949564:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267070592:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.949585:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 18 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.949595:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157396.949631:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:31597:x1830978268350336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1919us (2081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.949637:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6668 00000100:00100000:0.0:1746157396.950961:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.951313:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268350464 00000100:00100000:2.0:1746157396.951320:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268350464 00010000:00010000:2.0:1746157396.951349:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157396.951379:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9997 00000100:00100000:2.0:1746157396.951385:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268350464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.951396:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.951413:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.951422:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.951441:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e605e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031305 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.951468:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.951470:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.951475:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.951481:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.951505:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.951515:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070720:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.951581:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.953580:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070720:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.953595:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.953623:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268350464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2238us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.953630:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9997 00000100:00100000:0.0:1746157396.954252:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157396.954357:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268350720 00000100:00100000:1.0:1746157396.954362:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268350720 00002000:00100000:1.0:1746157396.954391:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89500 x1830978268350720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.954399:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89500 with x1830978268350720 ext(0->4095) 00002000:00010000:1.0:1746157396.954403:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89500 00000100:00100000:1.0:1746157396.954425:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4814 00000100:00100000:1.0:1746157396.954431:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1985:x1830978268350720:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.955062:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1985:x1830978268350720:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 630us (809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.955069:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4814 00002000:00100000:1.0:1746157396.955092:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89500 x1830978268350720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.955098:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89500 with x1830978268350720 ext(0->4095) 00002000:00010000:1.0:1746157396.955101:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89500 00000100:00100000:0.0:1746157396.960233:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.960389:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268350848 00000100:00100000:3.0:1746157396.960396:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268350848 00000100:00100000:3.0:1746157396.960440:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6669 00000100:00100000:3.0:1746157396.960447:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268350848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.960461:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.960473:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031313 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.960494:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.960501:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.960502:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.960505:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.960527:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 17 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.960537:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 17 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157396.960547:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267070848:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.961511:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.964128:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267070848:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.964152:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.964166:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157396.964214:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268350848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3766us (3987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.964221:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6669 00000100:00100000:0.0:1746157396.964287:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.964396:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268350976 00000100:00100000:2.0:1746157396.964401:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268350976 00002000:00100000:2.0:1746157396.964431:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093336680 x1830978268350976/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.964439:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336680 with x1830978268350976 ext(0->7) 00010000:00010000:2.0:1746157396.964444:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 18 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.964455:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 18 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157396.964460:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336680 00000100:00100000:2.0:1746157396.964488:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2730 00000100:00100000:2.0:1746157396.964495:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1986:x1830978268350976:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157396.964796:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268350976:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 301us (509us total) trans 4294967987 rc 0/0 00000100:00100000:2.0:1746157396.964802:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2730 00002000:00100000:2.0:1746157396.964806:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093336680 x1830978268350976/t4294967987(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 496/448 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157396.964813:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336680 with x1830978268350976 ext(0->7) 00010000:00010000:2.0:1746157396.964817:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.964825:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157396.964831:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336680 00000100:00100000:0.0:1746157396.967335:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.967409:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268351104 00000100:00100000:2.0:1746157396.967414:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268351104 00010000:00010000:2.0:1746157396.967435:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157396.967506:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9998 00000100:00100000:2.0:1746157396.967511:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268351104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.967519:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.967533:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.967542:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.967559:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e605ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03130c expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.967586:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.967587:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.967593:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.967603:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.967632:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.967641:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070976:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.967739:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.970192:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267070976:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.970209:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.970239:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1986:x1830978268351104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2728us (2909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.970245:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9998 00000100:00100000:0.0:1746157396.970522:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.970611:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268351360 00000100:00100000:3.0:1746157396.970617:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268351360 00002000:00100000:3.0:1746157396.970644:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335c00 x1830978268351360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.970652:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335c00 with x1830978268351360 ext(0->4095) 00002000:00010000:3.0:1746157396.970656:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093335c00 00000100:00100000:3.0:1746157396.970672:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4815 00000100:00100000:3.0:1746157396.970678:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268351360:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157396.970804:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268351360:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.970809:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4815 00002000:00100000:3.0:1746157396.970814:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335c00 x1830978268351360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.970826:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335c00 with x1830978268351360 ext(0->4095) 00002000:00010000:3.0:1746157396.970829:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093335c00 00000100:00100000:0.0:1746157396.973428:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.973499:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.973556:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268351488 00000100:00100000:3.0:1746157396.973562:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268351488 00000100:00100000:3.0:1746157396.973604:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268351616 00000100:00100000:3.0:1746157396.973606:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268351616 00000100:00100000:3.0:1746157396.973622:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6670 00000100:00100000:3.0:1746157396.973627:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31597:x1830978268351488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.973639:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.973652:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03131a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.973683:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.973690:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.973692:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157396.973694:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157396.973704:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6671 00000100:00100000:1.0:1746157396.973712:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268351616:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.973719:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.973721:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157396.973728:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031321 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.973729:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157396.973738:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746157396.973739:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267071104:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157396.973742:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.973747:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157396.973749:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.973767:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.973775:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157396.973782:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157396.973800:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31587:x1830978268351616:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.973804:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157396.973805:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6671 00000100:00100000:0.0:1746157396.975176:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.975854:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268351744 00000100:00100000:2.0:1746157396.975859:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268351744 00010000:00010000:2.0:1746157396.975883:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157396.975918:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9999 00000100:00100000:2.0:1746157396.975928:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268351744:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.975937:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.975953:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.975963:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.975980:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.975981:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.975986:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.975992:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.976014:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.976024:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157396.976033:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267071360:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.976124:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00010000:00010000:3.0:1746157396.976192:0:8489:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e605f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031313 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157396.976206:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267071104:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157396.976223:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157396.976229:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157396.976236:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157396.976254:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31597:x1830978268351488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2628us (2832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.976259:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6670 00000100:00100000:0.0:1746157396.979466:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157396.979592:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267071360:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157396.979608:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157396.979637:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268351744:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3714us (4465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.979645:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9999 00000100:00100000:1.0:1746157396.979865:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268352000 00000100:00100000:1.0:1746157396.979871:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268352000 00002000:00100000:1.0:1746157396.979902:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336a00 x1830978268352000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.979912:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336a00 with x1830978268352000 ext(0->4095) 00010000:00010000:1.0:1746157396.979919:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157396.979931:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157396.979936:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336a00 00000100:00100000:1.0:1746157396.979999:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2731 00000100:00100000:1.0:1746157396.980005:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268352000:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157396.980163:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268352000:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157396.980169:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2731 00002000:00100000:1.0:1746157396.980174:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336a00 x1830978268352000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157396.980182:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336a00 with x1830978268352000 ext(0->4095) 00010000:00010000:1.0:1746157396.980186:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157396.980195:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157396.980199:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336a00 00000100:00100000:0.0:1746157396.982912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.983056:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.983142:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268352128 00000100:00100000:3.0:1746157396.983149:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268352128 00000100:00100000:2.0:1746157396.983283:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268352256 00000100:00100000:2.0:1746157396.983287:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268352256 00010000:00010000:2.0:1746157396.983305:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157396.983329:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10000 00000100:00100000:2.0:1746157396.983335:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268352256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157396.983346:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.983361:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.983370:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.983388:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e605fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03131a expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.983409:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.983410:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.983416:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.983423:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.983447:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.983456:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267071488:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157396.983515:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.983725:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6672 00000100:00100000:3.0:1746157396.983732:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268352128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.983741:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.983750:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031328 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.983764:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.983774:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.983775:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.983778:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.983794:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.983804:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157396.983811:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267071616:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157396.983848:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157396.986259:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267071488:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157396.986267:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267071616:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157396.986277:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157396.986299:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.986316:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:2.0:1746157396.986328:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268352256:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2991us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.986336:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10000 00000100:00100000:3.0:1746157396.986363:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268352128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2630us (3457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.986372:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6672 00000100:00100000:0.0:1746157396.986797:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.987097:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268352512 00000100:00100000:3.0:1746157396.987115:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268352512 00002000:00100000:3.0:1746157396.987149:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363ea300 x1830978268352512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.987164:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363ea300 with x1830978268352512 ext(0->4095) 00010000:00010000:3.0:1746157396.987173:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157396.987185:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157396.987191:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363ea300 00000100:00100000:3.0:1746157396.987210:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2732 00000100:00100000:3.0:1746157396.987216:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268352512:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157396.987726:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268352512:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 508us (928us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.987732:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2732 00002000:00100000:3.0:1746157396.987738:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363ea300 x1830978268352512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.987745:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363ea300 with x1830978268352512 ext(0->4095) 00010000:00010000:3.0:1746157396.987750:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157396.987758:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 20 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157396.987763:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363ea300 00000100:00100000:0.0:1746157396.990835:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157396.990880:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.990998:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268352640 00000100:00100000:3.0:1746157396.991008:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268352640 00000100:00100000:3.0:1746157396.991050:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6673 00000100:00100000:3.0:1746157396.991057:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31587:x1830978268352640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157396.991095:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157396.991122:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03132f expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.991232:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268352768 00000100:00100000:2.0:1746157396.991241:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268352768 00010000:00010000:2.0:1746157396.991273:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157396.991279:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157396.991286:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.991293:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157396.991297:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157396.991318:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10001 00000100:00100000:2.0:1746157396.991325:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268352768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157396.991336:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.991336:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157396.991353:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.991364:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.991382:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60601 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031321 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157396.991400:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.991401:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157396.991415:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.991422:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.991468:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157396.991478:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157396.991488:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267071872:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157396.991528:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157396.991541:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:2.0:1746157396.991556:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157396.991577:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268352640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 521us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157396.991584:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6673 00000100:00100000:0.0:1746157396.996472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157396.996562:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268353024 00000100:00100000:3.0:1746157396.996569:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268353024 00002000:00100000:3.0:1746157396.996603:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135c00 x1830978268353024/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/0 e 0 to 0 dl 1746157407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.996618:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135c00 with x1830978268353024 ext(0->4095) 00000100:00100000:2.0:1746157396.996622:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267071872:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157396.996626:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157396.996639:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157396.996645:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135c00 00010000:00010000:2.0:1746157396.996647:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157396.996660:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2733 00000100:00100000:3.0:1746157396.996666:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268353024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157396.996717:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268352768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5391us (5889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157396.996727:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10001 00000100:00100000:3.0:1746157396.998287:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268353024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 1617us (1819us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157396.998295:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2733 00002000:00100000:3.0:1746157396.998302:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135c00 x1830978268353024/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:202/0 lens 488/4536 e 0 to 0 dl 1746157407 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157396.998309:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135c00 with x1830978268353024 ext(0->4095) 00010000:00010000:3.0:1746157396.998315:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157396.998327:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157396.998332:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135c00 00000100:00100000:0.0:1746157397.000031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.000157:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268353152 00000100:00100000:2.0:1746157397.000168:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268353152 00000100:00080000:0.0:1746157397.000228:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746157397.000229:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.000265:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10002 00000100:00100000:2.0:1746157397.000275:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268353152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.000289:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.000313:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.000325:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.000349:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60608 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031328 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.000381:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.000383:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.000391:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.000398:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.000432:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.000445:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267072000:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.000691:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.003679:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267072000:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.003697:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.003743:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268353152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3470us (3714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.003752:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10002 00000100:00100000:1.0:1746157397.003803:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.003975:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268353408 00000100:00100000:3.0:1746157397.003987:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268353408 00002000:00100000:3.0:1746157397.004034:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715f80 x1830978268353408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.004044:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715f80 with x1830978268353408 ext(0->4095) 00002000:00010000:3.0:1746157397.004048:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091715f80 00000100:00100000:3.0:1746157397.004541:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4816 00000100:00100000:3.0:1746157397.004550:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268353408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.004730:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268353408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (926us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.004737:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4816 00002000:00100000:3.0:1746157397.004743:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715f80 x1830978268353408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.004751:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715f80 with x1830978268353408 ext(0->4095) 00002000:00010000:3.0:1746157397.004754:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091715f80 00000100:00100000:0.0:1746157397.006398:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.006467:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268353536 00000100:00100000:3.0:1746157397.006477:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268353536 00000100:00100000:3.0:1746157397.006542:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6674 00000100:00100000:3.0:1746157397.006549:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268353536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.006566:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.006582:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031336 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.006610:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.006622:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.006624:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.006627:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.006656:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.006667:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 19 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.006678:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267072128:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.006776:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.008840:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267072128:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.008865:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.008879:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157397.008914:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268353536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2365us (2520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.008922:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6674 00000100:00100000:0.0:1746157397.009154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.009293:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268353664 00000100:00100000:2.0:1746157397.009298:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268353664 00010000:00010000:2.0:1746157397.009320:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.009343:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10003 00000100:00100000:2.0:1746157397.009350:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268353664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.009359:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.009374:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.009383:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.009400:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6060f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03132f expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.009426:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.009428:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.009433:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.009514:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.009536:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.009546:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267072256:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.009607:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.011133:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267072256:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.011146:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.011185:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1985:x1830978268353664:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1834us (2030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.011192:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10003 00000100:00100000:0.0:1746157397.012062:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.012232:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268353920 00000100:00100000:2.0:1746157397.012237:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268353920 00002000:00100000:2.0:1746157397.012264:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135180 x1830978268353920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.012273:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978268353920 ext(0->4095) 00002000:00010000:2.0:1746157397.012276:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135180 00000100:00100000:2.0:1746157397.012304:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4817 00000100:00100000:2.0:1746157397.012367:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268353920:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.012485:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268353920:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.012537:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4817 00002000:00100000:2.0:1746157397.012542:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135180 x1830978268353920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.012549:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978268353920 ext(0->4095) 00002000:00010000:2.0:1746157397.012552:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135180 00000100:00100000:0.0:1746157397.013686:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.013851:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.013908:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268354048 00000100:00100000:3.0:1746157397.013912:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268354048 00000100:00100000:1.0:1746157397.013921:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268354176 00000100:00100000:1.0:1746157397.013924:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268354176 00000100:00100000:3.0:1746157397.013949:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6675 00000100:00100000:1.0:1746157397.013953:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6676 00000100:00100000:3.0:1746157397.013955:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31587:x1830978268354048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157397.013958:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31597:x1830978268354176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.013970:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.013977:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.013982:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03133d expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.013982:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031344 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.014000:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.014006:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.014008:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.014010:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.014204:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.014209:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.014213:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.014216:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.014240:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.014250:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.014258:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157397.014285:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31587:x1830978268354048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 330us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.014289:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6675 00010000:00010000:1.0:1746157397.014439:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.014448:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.014458:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267072512:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.014513:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.017270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.017347:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268354304 00000100:00100000:2.0:1746157397.017353:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268354304 00000100:00100000:1.0:1746157397.017370:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267072512:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.017377:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.017389:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.017400:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:2.0:1746157397.017403:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10004 00000100:00100000:2.0:1746157397.017408:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268354304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.017419:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157397.017429:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31597:x1830978268354176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3470us (3579us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157397.017434:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.017435:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6676 00010000:00010000:2.0:1746157397.017444:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.017460:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60616 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031336 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.017485:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.017486:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.017491:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.017497:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.017519:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.017531:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.017545:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267072640:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.017592:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.019717:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.020280:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268354560 00000100:00100000:3.0:1746157397.020286:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268354560 00002000:00100000:3.0:1746157397.020322:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137b80 x1830978268354560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.020331:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137b80 with x1830978268354560 ext(0->4095) 00010000:00010000:3.0:1746157397.020342:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.020354:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.020360:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137b80 00000100:00100000:3.0:1746157397.020386:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2734 00000100:00100000:3.0:1746157397.020392:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268354560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.020554:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55e0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267072640:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.020570:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.020969:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268354560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 573us (1252us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.020975:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2734 00002000:00100000:3.0:1746157397.020980:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137b80 x1830978268354560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.020986:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137b80 with x1830978268354560 ext(0->4095) 00010000:00010000:3.0:1746157397.020990:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.020999:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.021004:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137b80 00000100:00100000:2.0:1746157397.021048:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268354304:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3639us (3782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.021054:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10004 00000100:00100000:0.0:1746157397.022555:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.022589:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268354816 00000100:00100000:0.0:1746157397.022591:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.022593:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268354816 00000100:00100000:1.0:1746157397.022626:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6677 00000100:00100000:1.0:1746157397.022630:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268354816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157397.022635:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268354688 00000100:00100000:2.0:1746157397.022638:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268354688 00010000:00010000:1.0:1746157397.022639:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.022649:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03134b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.022650:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.022663:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.022666:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.022669:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746157397.022670:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10005 00010000:00010000:1.0:1746157397.022671:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.022674:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1983:x1830978268354688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.022678:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.022689:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.022690:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.022696:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.022761:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.022763:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60624 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031344 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.022766:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.022767:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.022770:0:8487:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.022818:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.022826:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157397.022830:0:8487:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.022836:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.022843:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267072896:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157397.022891:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.022920:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1983:x1830978268354688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 244us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.022929:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10005 00000100:00100000:1.0:1746157397.024260:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267072896:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.024271:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157397.024309:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268354816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1676us (1756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.024314:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6677 00000100:00100000:2.0:1746157397.024721:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.024830:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268355072 00000100:00100000:0.0:1746157397.024834:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268355072 00002000:00100000:0.0:1746157397.024859:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0e00 x1830978268355072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.024866:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0e00 with x1830978268355072 ext(0->4095) 00010000:00010000:0.0:1746157397.024873:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.024887:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746157397.024892:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0e00 00000100:00100000:0.0:1746157397.024904:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2735 00000100:00100000:0.0:1746157397.024910:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268355072:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157397.025069:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268355072:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157397.025090:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2735 00002000:00100000:0.0:1746157397.025095:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0e00 x1830978268355072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.025102:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0e00 with x1830978268355072 ext(0->4095) 00010000:00010000:0.0:1746157397.025118:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.025127:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746157397.025132:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0e00 00000100:00100000:0.0:1746157397.026573:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.026623:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268355328 00000100:00100000:1.0:1746157397.026628:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268355328 00000100:00100000:1.0:1746157397.026666:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6678 00000100:00100000:1.0:1746157397.026671:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31587:x1830978268355328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.026681:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.026693:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031352 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.026710:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.026715:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.026769:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157397.026773:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.026800:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.026810:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.026818:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157397.026844:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268355328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.026849:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6678 00000100:00100000:0.0:1746157397.026853:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.026968:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268355200 00000100:00100000:2.0:1746157397.026972:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268355200 00010000:00010000:2.0:1746157397.026986:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.027000:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10006 00000100:00100000:2.0:1746157397.027005:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268355200:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.027012:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.027025:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.027034:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.027046:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6061d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03133d expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.027054:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.027055:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.027060:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.027065:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.027413:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.027422:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.027432:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267073152:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.028172:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.029421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.029438:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268355584 00000100:00100000:0.0:1746157397.029443:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268355584 00000100:00100000:2.0:1746157397.029452:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267073152:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.029466:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746157397.029469:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8a80 x1830978268355584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.029477:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8a80 with x1830978268355584 ext(0->4095) 00010000:00010000:0.0:1746157397.029483:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.029490:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268355200:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2484us (2637us total) trans 0 rc 0/0 00010000:00010000:0.0:1746157397.029493:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.029497:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10006 00002000:00010000:0.0:1746157397.029499:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8a80 00000100:00100000:0.0:1746157397.029512:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2736 00000100:00100000:0.0:1746157397.029517:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268355584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157397.029759:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268355584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 241us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157397.029765:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2736 00002000:00100000:0.0:1746157397.029770:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8a80 x1830978268355584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.029777:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8a80 with x1830978268355584 ext(0->4095) 00010000:00010000:0.0:1746157397.029781:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.029789:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746157397.029794:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8a80 00000100:00100000:0.0:1746157397.031620:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.031694:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268355712 00000100:00100000:2.0:1746157397.031699:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268355712 00010000:00010000:2.0:1746157397.031723:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.031741:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10007 00000100:00100000:2.0:1746157397.031747:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268355712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.031755:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.031768:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.031777:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.031793:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6062b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03134b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.031804:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.031805:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.031811:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.031817:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.031838:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.031847:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267073280:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.032511:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.035425:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.035672:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268355968 00000100:00100000:1.0:1746157397.035679:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268355968 00002000:00100000:1.0:1746157397.035712:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9500 x1830978268355968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.035720:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9500 with x1830978268355968 ext(0->4095) 00002000:00010000:1.0:1746157397.035724:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9500 00000100:00100000:1.0:1746157397.035741:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4818 00000100:00100000:1.0:1746157397.035747:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268355968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.035930:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267073280:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.035946:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.036014:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268355968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 266us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.036023:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4818 00002000:00100000:1.0:1746157397.036029:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9500 x1830978268355968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.036035:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9500 with x1830978268355968 ext(0->4095) 00002000:00010000:1.0:1746157397.036037:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9500 00000100:00100000:2.0:1746157397.036099:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268355712:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4352us (4482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.036114:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10007 00000100:00100000:2.0:1746157397.038828:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.040238:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268356096 00000100:00100000:1.0:1746157397.040245:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268356096 00000100:00100000:1.0:1746157397.040278:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6679 00000100:00100000:1.0:1746157397.040283:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268356096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.040296:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.040308:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031359 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.040329:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.040336:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.040337:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.040340:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.040363:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.040372:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 19 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.040388:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267073408:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.040449:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.041668:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267073408:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.041684:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.041694:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157397.041729:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268356096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1445us (2905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.041735:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6679 00000100:00100000:3.0:1746157397.042964:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.043014:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268356224 00000100:00100000:2.0:1746157397.043019:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268356224 00010000:00010000:2.0:1746157397.043042:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746157397.043095:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10008 00000100:00100000:0.0:1746157397.043115:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268356224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157397.043125:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157397.043144:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.043154:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.043176:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60632 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031352 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.043199:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.043201:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.043207:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.043218:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.043245:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157397.043254:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267073536:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.043316:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.044761:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093fd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267073536:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.044772:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.044801:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1986:x1830978268356224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1699us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.044806:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10008 00000100:00100000:0.0:1746157397.045636:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.045888:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268356480 00000100:00100000:1.0:1746157397.045894:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268356480 00000100:00100000:0.0:1746157397.045895:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00002000:00100000:1.0:1746157397.045922:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdaa00 x1830978268356480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.045930:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdaa00 with x1830978268356480 ext(0->4095) 00002000:00010000:1.0:1746157397.045934:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fdaa00 00000100:00100000:2.0:1746157397.045935:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268356608 00000100:00100000:2.0:1746157397.045939:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268356608 00000100:00100000:1.0:1746157397.045946:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4819 00000100:00100000:1.0:1746157397.045951:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268356480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.045971:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6680 00000100:00100000:2.0:1746157397.045976:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31587:x1830978268356608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.045984:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.045996:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031360 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.046012:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.046018:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.046020:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.046023:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.046042:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.046052:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.046065:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267073664:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.046129:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268356480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.046135:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4819 00002000:00100000:1.0:1746157397.046140:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdaa00 x1830978268356480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.046152:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdaa00 with x1830978268356480 ext(0->4095) 00010000:00010000:1.0:1746157397.046157:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.046166:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.046172:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fdaa00 00000100:00100000:2.0:1746157397.046364:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.047501:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267073664:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.047520:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.047531:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e800, rc 0) 00000100:00100000:2.0:1746157397.047562:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31587:x1830978268356608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1585us (1666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.047568:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6680 00000100:00100000:0.0:1746157397.047632:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.047700:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.048263:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268356864 00000100:00100000:3.0:1746157397.048268:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268356864 00010000:00010000:3.0:1746157397.048285:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.048315:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10009 00000100:00100000:3.0:1746157397.048320:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268356864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.048329:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.048342:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.048351:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.048367:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60639 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031359 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.048389:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.048390:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.048396:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.048407:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.048431:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.048440:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267073792:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.048863:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268356736 00000100:00100000:2.0:1746157397.048867:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268356736 00000100:00100000:2.0:1746157397.048894:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6681 00000100:00100000:2.0:1746157397.048903:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31597:x1830978268356736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.048912:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.048920:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031367 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.048934:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.048939:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.048941:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.048943:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.048961:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.048979:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.048982:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f699c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.048987:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267073920:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.049007:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.051261:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267073920:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.051285:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.051297:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ec00, rc 0) 00000100:00100000:0.0:1746157397.051413:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.051484:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267073792:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.051494:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.051516:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268356864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3196us (3816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.051524:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10009 00000100:00100000:2.0:1746157397.051783:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31597:x1830978268356736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2879us (4150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.051789:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6681 00000100:00100000:1.0:1746157397.051905:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268357120 00000100:00100000:1.0:1746157397.051910:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268357120 00002000:00100000:1.0:1746157397.051936:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9180 x1830978268357120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.051944:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9180 with x1830978268357120 ext(0->4095) 00010000:00010000:1.0:1746157397.051949:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.051960:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.051965:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9180 00000100:00100000:1.0:1746157397.051977:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2737 00000100:00100000:1.0:1746157397.051982:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268357120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.052142:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268357120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.052147:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2737 00002000:00100000:1.0:1746157397.052153:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9180 x1830978268357120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.052159:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9180 with x1830978268357120 ext(0->4095) 00010000:00010000:1.0:1746157397.052163:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.052171:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.052176:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9180 00000100:00100000:0.0:1746157397.054710:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.055039:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268357248 00000100:00100000:3.0:1746157397.055045:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268357248 00010000:00010000:3.0:1746157397.055068:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.055276:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10010 00000100:00100000:3.0:1746157397.055283:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1984:x1830978268357248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.055294:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.055311:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.055320:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.055336:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60640 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031360 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.055348:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.055350:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.055355:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.055361:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.055385:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.055393:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074048:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.055452:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f699c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.057307:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074048:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.057330:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.057372:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1984:x1830978268357248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2089us (2666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.057382:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10010 00000100:00100000:0.0:1746157397.058369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.058440:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268357504 00000100:00100000:1.0:1746157397.058454:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268357504 00002000:00100000:1.0:1746157397.058497:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130560380 x1830978268357504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.058506:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130560380 with x1830978268357504 ext(0->4095) 00002000:00010000:1.0:1746157397.058510:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130560380 00000100:00100000:1.0:1746157397.058537:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4820 00000100:00100000:1.0:1746157397.058544:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268357504:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.058777:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268357504:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 233us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.058785:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4820 00002000:00100000:1.0:1746157397.058790:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130560380 x1830978268357504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.058798:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130560380 with x1830978268357504 ext(0->4095) 00002000:00010000:1.0:1746157397.058800:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130560380 00000100:00100000:0.0:1746157397.062477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.062540:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268357632 00000100:00100000:2.0:1746157397.062549:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268357632 00000100:00100000:2.0:1746157397.062597:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6682 00000100:00100000:2.0:1746157397.062605:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099538050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268357632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.062619:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.062632:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03136e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.062654:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.062661:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.062663:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.062665:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.062688:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.062698:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 19 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.062708:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267074176:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.062800:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.064810:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267074176:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.064844:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.064860:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e000, rc 0) 00000100:00100000:2.0:1746157397.064900:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099538050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268357632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2296us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.064909:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6682 00000100:00100000:0.0:1746157397.065291:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.065348:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268357760 00000100:00100000:3.0:1746157397.065355:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268357760 00010000:00010000:3.0:1746157397.065380:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.065413:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10011 00000100:00100000:3.0:1746157397.065420:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268357760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.065433:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.065455:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.065465:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.065486:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60647 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031367 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.065510:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.065512:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.065518:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.065525:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.065555:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.065567:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074304:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.065633:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f699c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.069164:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.069261:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268358016 00000100:00100000:1.0:1746157397.069269:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268358016 00000100:00100000:3.0:1746157397.069284:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074304:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.069302:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157397.069307:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130562a00 x1830978268358016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.069314:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562a00 with x1830978268358016 ext(0->4095) 00002000:00010000:1.0:1746157397.069318:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130562a00 00000100:00100000:1.0:1746157397.069340:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4821 00000100:00100000:1.0:1746157397.069345:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268358016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.069360:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1985:x1830978268357760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3939us (4069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.069370:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10011 00000100:00100000:0.0:1746157397.069431:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.069479:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268358144 00000100:00100000:3.0:1746157397.069485:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268358144 00000100:00100000:3.0:1746157397.069508:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6683 00000100:00100000:3.0:1746157397.069514:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:31587:x1830978268358144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.069526:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.069538:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031375 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.069564:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.069571:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.069572:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.069575:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.069596:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.069606:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.069615:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267074432:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.069720:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268358016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 373us (565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.069721:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f69a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.069727:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4821 00002000:00100000:1.0:1746157397.069733:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130562a00 x1830978268358016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.069740:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562a00 with x1830978268358016 ext(0->4095) 00010000:00010000:1.0:1746157397.069747:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.069759:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.069765:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130562a00 00000100:00100000:3.0:1746157397.071219:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267074432:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.071236:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.071250:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157397.071276:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31587:x1830978268358144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1762us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.071282:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6683 00000100:00100000:0.0:1746157397.072231:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.072269:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.072334:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268358272 00000100:00100000:3.0:1746157397.072339:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268358272 00000100:00100000:3.0:1746157397.072363:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6684 00000100:00100000:3.0:1746157397.072369:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31597:x1830978268358272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.072379:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.072389:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03137c expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.072403:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.072407:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.072412:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.072415:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.072433:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.072442:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.072450:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157397.072482:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31597:x1830978268358272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.072487:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6684 00000100:00100000:2.0:1746157397.072544:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268358400 00000100:00100000:2.0:1746157397.072548:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268358400 00010000:00010000:2.0:1746157397.072562:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.072582:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10012 00000100:00100000:2.0:1746157397.072587:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268358400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.072595:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.072611:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.072619:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.072632:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6064e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03136e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.072643:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.072644:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.072649:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.072656:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.072672:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.072681:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.072695:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074688:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.072727:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.074438:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074688:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.074453:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.074489:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268358400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1901us (2219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.074495:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10012 00000100:00100000:0.0:1746157397.075199:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.075277:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268358656 00000100:00100000:1.0:1746157397.075288:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268358656 00002000:00100000:1.0:1746157397.075330:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c528380 x1830978268358656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.075347:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528380 with x1830978268358656 ext(0->4095) 00010000:00010000:1.0:1746157397.075356:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.075369:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.075376:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c528380 00000100:00100000:1.0:1746157397.075526:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2738 00000100:00100000:1.0:1746157397.075535:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1986:x1830978268358656:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.075894:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1986:x1830978268358656:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 360us (695us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.075900:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2738 00002000:00100000:1.0:1746157397.075907:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c528380 x1830978268358656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.075914:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528380 with x1830978268358656 ext(0->4095) 00010000:00010000:1.0:1746157397.075918:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.075927:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.075932:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c528380 00000100:00100000:0.0:1746157397.078685:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.078741:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268358784 00000100:00100000:2.0:1746157397.078748:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268358784 00010000:00010000:2.0:1746157397.078776:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.078812:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10013 00000100:00100000:2.0:1746157397.078819:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1984:x1830978268358784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.078829:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.078845:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.078854:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.078871:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60655 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031375 expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.078897:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.078900:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.078905:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.078912:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.078937:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 20 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.078948:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074816:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.079018:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.081909:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.081982:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268359040 00000100:00100000:1.0:1746157397.081988:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268359040 00000100:00100000:2.0:1746157397.082013:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267074816:192.168.203.5@tcp:105: 00002000:00100000:1.0:1746157397.082021:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98380 x1830978268359040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746157397.082027:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157397.082028:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98380 with x1830978268359040 ext(0->4095) 00002000:00010000:1.0:1746157397.082032:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98380 00000100:00100000:1.0:1746157397.082059:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4822 00000100:00100000:2.0:1746157397.082065:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1984:x1830978268358784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3246us (3385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.082066:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1986:x1830978268359040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.082095:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10013 00000100:00100000:1.0:1746157397.083638:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268359040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 1568us (1727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.083645:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4822 00002000:00100000:1.0:1746157397.083651:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98380 x1830978268359040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.083658:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98380 with x1830978268359040 ext(0->4095) 00002000:00010000:1.0:1746157397.083662:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98380 00000100:00100000:0.0:1746157397.087742:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.087895:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268359168 00000100:00100000:2.0:1746157397.087906:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268359168 00000100:00100000:2.0:1746157397.087966:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6685 00000100:00100000:2.0:1746157397.087974:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268359168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.087993:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.088011:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031383 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.088042:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.088053:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.088055:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.088058:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.088137:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 19 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.088148:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 19 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.088159:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267074944:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.088244:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.090216:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267074944:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.090250:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.090267:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e800, rc 0) 00000100:00100000:2.0:1746157397.090325:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268359168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.090333:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6685 00000100:00100000:0.0:1746157397.091019:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.091150:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268359296 00000100:00100000:3.0:1746157397.091159:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268359296 00010000:00010000:3.0:1746157397.091188:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.091219:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10014 00000100:00100000:3.0:1746157397.091225:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1985:x1830978268359296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.091238:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.091260:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.091270:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.091292:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6065c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03137c expref: 20 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.091317:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.091319:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.091326:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.091334:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.091364:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.091377:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075072:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.091442:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f69a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.091678:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.091703:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268359424 00000100:00100000:1.0:1746157397.091706:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268359424 00000100:00100000:1.0:1746157397.091727:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6686 00000100:00100000:1.0:1746157397.091733:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:31587:x1830978268359424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.091745:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.091757:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03138a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.091774:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.091785:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.091786:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.091789:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.091806:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.091817:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.091825:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267075200:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.091851:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.093703:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075072:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.093726:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.093744:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267075200:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.093763:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.093777:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:3.0:1746157397.093785:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268359296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2559us (2766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.093795:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10014 00000100:00100000:1.0:1746157397.093800:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268359424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2067us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.093807:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6686 00000100:00100000:0.0:1746157397.094003:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.094047:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268359680 00000100:00100000:1.0:1746157397.094053:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268359680 00002000:00100000:1.0:1746157397.094135:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecdf80 x1830978268359680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.094203:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecdf80 with x1830978268359680 ext(0->4095) 00010000:00010000:1.0:1746157397.094210:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.094222:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.094228:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ecdf80 00000100:00100000:1.0:1746157397.094249:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2739 00000100:00100000:1.0:1746157397.094256:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268359680:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157397.094547:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268359680:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 291us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.094553:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2739 00002000:00100000:1.0:1746157397.094559:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecdf80 x1830978268359680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.094565:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecdf80 with x1830978268359680 ext(0->4095) 00010000:00010000:1.0:1746157397.094570:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.094579:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.094584:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ecdf80 00000100:00100000:0.0:1746157397.096881:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.096947:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268359808 00000100:00100000:3.0:1746157397.096955:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268359808 00010000:00010000:3.0:1746157397.096990:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.097029:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10015 00000100:00100000:3.0:1746157397.097036:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268359808:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.097050:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.097114:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.097127:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.097150:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60663 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031383 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.097165:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.097166:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.097174:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.097181:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.097214:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.097227:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075328:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.097356:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f69a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.098827:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075328:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.098845:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.098880:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268359808:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1844us (2008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.098889:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10015 00000100:00100000:0.0:1746157397.099133:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.099285:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268360064 00000100:00100000:2.0:1746157397.099292:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268360064 00002000:00100000:2.0:1746157397.099330:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecfb80 x1830978268360064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.099344:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecfb80 with x1830978268360064 ext(0->4095) 00002000:00010000:2.0:1746157397.099348:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ecfb80 00000100:00100000:2.0:1746157397.099461:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4823 00000100:00100000:2.0:1746157397.099468:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268360064:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.099623:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268360064:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.099629:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4823 00002000:00100000:2.0:1746157397.099634:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecfb80 x1830978268360064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.099641:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecfb80 with x1830978268360064 ext(0->4095) 00002000:00010000:2.0:1746157397.099643:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ecfb80 00000100:00100000:0.0:1746157397.102051:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.103842:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268360192 00000100:00100000:1.0:1746157397.103855:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268360192 00000100:00100000:1.0:1746157397.103924:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6687 00000100:00100000:1.0:1746157397.103932:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268360192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.103953:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.103980:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031391 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.104010:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.104017:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.104019:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.104023:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.104053:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 19 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.104065:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 19 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.104096:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267075456:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.104212:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.105618:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267075456:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.105642:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.105656:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157397.105694:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268360192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1763us (3653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.105702:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6687 00000100:00100000:0.0:1746157397.106002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.106060:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268360320 00000100:00100000:3.0:1746157397.106100:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268360320 00002000:00100000:3.0:1746157397.106143:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093feaa00 x1830978268360320/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.106149:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093feaa00 with x1830978268360320 ext(0->7) 00010000:00010000:3.0:1746157397.106154:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.106162:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 20 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.106167:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093feaa00 00000100:00100000:3.0:1746157397.106225:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2740 00000100:00100000:3.0:1746157397.106230:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1986:x1830978268360320:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157397.106530:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268360320:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 299us (529us total) trans 4294967988 rc 0/0 00000100:00100000:3.0:1746157397.106534:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2740 00002000:00100000:3.0:1746157397.106538:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093feaa00 x1830978268360320/t4294967988(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.106543:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093feaa00 with x1830978268360320 ext(0->7) 00010000:00010000:3.0:1746157397.106546:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.106552:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.106556:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093feaa00 00000100:00100000:0.0:1746157397.111671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.112779:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268360448 00000100:00100000:3.0:1746157397.112790:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268360448 00010000:00010000:3.0:1746157397.112828:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.112858:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10016 00000100:00100000:3.0:1746157397.112865:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268360448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.112881:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157397.112904:0:7110:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746157397 -> 1746157398 00002000:00010000:3.0:1746157397.112907:0:7110:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746157397 -> 1746157398 00010000:00010000:3.0:1746157397.112912:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.112929:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.112952:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6066a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03138a expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.112979:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.112981:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.112989:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.112996:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.113030:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.113047:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075584:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.113150:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f69a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.118584:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075584:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.118602:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157397.118688:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.118961:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1986:x1830978268360448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 6093us (7297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.118970:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10016 00000100:00100000:3.0:1746157397.119008:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268360704 00000100:00100000:3.0:1746157397.119013:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268360704 00002000:00100000:3.0:1746157397.119039:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447e680 x1830978268360704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.119048:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447e680 with x1830978268360704 ext(0->4095) 00002000:00010000:3.0:1746157397.119052:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447e680 00000100:00100000:2.0:1746157397.119193:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.119273:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4824 00000100:00100000:3.0:1746157397.119279:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268360704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.119422:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268360832 00000100:00100000:1.0:1746157397.119429:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268360832 00000100:00100000:3.0:1746157397.119441:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268360704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (759us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.119446:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4824 00002000:00100000:3.0:1746157397.119451:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447e680 x1830978268360704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.119457:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447e680 with x1830978268360704 ext(0->4095) 00002000:00010000:3.0:1746157397.119460:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447e680 00000100:00100000:1.0:1746157397.119465:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6688 00000100:00100000:1.0:1746157397.119471:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268360832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.119486:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.119502:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031398 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.119529:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.119537:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.119539:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.119542:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.119572:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.119583:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.119595:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267075712:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.119674:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.121175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.121429:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268360960 00000100:00100000:2.0:1746157397.121434:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268360960 00000100:00100000:2.0:1746157397.121460:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6689 00000100:00100000:2.0:1746157397.121466:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268360960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.121475:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.121487:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03139f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.121505:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.121509:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.121518:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.121521:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.121546:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.121556:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.121564:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2f400, rc 0) 00000100:00100000:2.0:1746157397.121589:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978268360960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.121594:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6689 00000100:00100000:1.0:1746157397.122613:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267075712:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.122641:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.122654:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157397.122726:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978268360832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3254us (3532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.122734:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6688 00000100:00100000:0.0:1746157397.128165:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.133193:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268361088 00000100:00100000:3.0:1746157397.133205:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268361088 00010000:00010000:3.0:1746157397.133240:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.133285:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10017 00000100:00100000:3.0:1746157397.133293:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268361088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.133305:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.133323:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.133334:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.133353:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60671 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031391 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.133383:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.133385:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.133391:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.133398:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.133427:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.133438:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.133448:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075968:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.133543:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f69a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.135719:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267075968:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.135735:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.135786:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268361088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2494us (7632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.135794:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10017 00000100:00100000:0.0:1746157397.137790:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.137864:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268361344 00000100:00100000:3.0:1746157397.137873:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268361344 00002000:00100000:3.0:1746157397.137910:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8e00 x1830978268361344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.137917:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8e00 with x1830978268361344 ext(0->4095) 00010000:00010000:3.0:1746157397.137925:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.137936:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.137942:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8e00 00000100:00100000:3.0:1746157397.137966:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2741 00000100:00100000:3.0:1746157397.137972:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268361344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.138187:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268361344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 215us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.138197:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2741 00002000:00100000:3.0:1746157397.138202:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8e00 x1830978268361344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.138208:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8e00 with x1830978268361344 ext(0->4095) 00010000:00010000:3.0:1746157397.138213:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.138221:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.138226:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8e00 00000100:00100000:0.0:1746157397.142891:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.142974:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268361472 00000100:00100000:3.0:1746157397.142985:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268361472 00010000:00010000:3.0:1746157397.143016:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.143171:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10018 00000100:00100000:3.0:1746157397.143179:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268361472:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.143191:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.143209:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.143219:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.143235:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60678 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031398 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.143263:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.143265:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.143270:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.143277:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.143304:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 22 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.143917:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076096:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.144134:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f69a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.147987:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076096:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.148003:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.148062:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268361472:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4884us (5437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.148097:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10018 00000100:00100000:0.0:1746157397.148245:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.148369:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268361728 00000100:00100000:3.0:1746157397.148374:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268361728 00002000:00100000:3.0:1746157397.148402:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ead80 x1830978268361728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.148410:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ead80 with x1830978268361728 ext(0->4095) 00002000:00010000:3.0:1746157397.148414:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ead80 00000100:00100000:3.0:1746157397.148429:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4825 00000100:00100000:3.0:1746157397.148435:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268361728:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.149254:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268361728:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 817us (1013us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.149261:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4825 00002000:00100000:3.0:1746157397.149267:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ead80 x1830978268361728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.149273:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ead80 with x1830978268361728 ext(0->4095) 00002000:00010000:3.0:1746157397.149276:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ead80 00000100:00100000:0.0:1746157397.153132:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.153175:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268361856 00000100:00100000:1.0:1746157397.153184:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268361856 00000100:00100000:1.0:1746157397.153236:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6690 00000100:00100000:1.0:1746157397.153244:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268361856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.153263:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.153280:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313a6 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.153310:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.153316:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.153318:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.153321:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.153353:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 21 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.153364:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 21 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.153377:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267076224:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.153534:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.155789:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267076224:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.155820:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.155836:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157397.155877:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268361856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (2805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.155886:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6690 00000100:00100000:0.0:1746157397.156173:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.156257:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268361984 00000100:00100000:3.0:1746157397.156268:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268361984 00010000:00010000:3.0:1746157397.156302:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 22 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.156351:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10019 00000100:00100000:3.0:1746157397.156357:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268361984:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.156369:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.156385:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 22 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.156394:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 22 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.156412:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6067f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03139f expref: 22 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.156445:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.156447:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.156455:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.156462:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.156489:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.156504:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076352:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.156581:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.158220:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076352:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.158244:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.158299:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268361984:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1940us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.158308:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10019 00000100:00100000:0.0:1746157397.158708:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.158754:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.158807:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268362240 00000100:00100000:3.0:1746157397.158812:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268362240 00002000:00100000:3.0:1746157397.158848:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8000 x1830978268362240/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.158857:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8000 with x1830978268362240 ext(0->4095) 00002000:00010000:3.0:1746157397.158862:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8000 00000100:00100000:3.0:1746157397.158879:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4826 00000100:00100000:3.0:1746157397.158886:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268362240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.159045:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268362240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.159050:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4826 00002000:00100000:3.0:1746157397.159055:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8000 x1830978268362240/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.159062:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8000 with x1830978268362240 ext(0->4095) 00002000:00010000:3.0:1746157397.159065:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8000 00000100:00100000:1.0:1746157397.159383:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268362368 00000100:00100000:1.0:1746157397.159388:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268362368 00000100:00100000:1.0:1746157397.159410:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6691 00000100:00100000:1.0:1746157397.159415:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31587:x1830978268362368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.159424:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.159438:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313ad expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.159461:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.159468:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.159470:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.159473:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.159507:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.159519:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.159530:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267076480:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.159592:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.160455:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.160602:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268362496 00000100:00100000:2.0:1746157397.160608:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268362496 00000100:00100000:2.0:1746157397.160639:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6692 00000100:00100000:2.0:1746157397.160645:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268362496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.160657:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.160669:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313b4 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.160689:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.160693:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.160702:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.160705:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.160810:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.160822:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.160832:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ec00, rc 0) 00000100:00100000:2.0:1746157397.160980:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31597:x1830978268362496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 333us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.160985:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6692 00000100:00100000:1.0:1746157397.162010:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267076480:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.162033:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.162043:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157397.162097:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978268362368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2681us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.162113:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6691 00000100:00100000:1.0:1746157397.162305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.162389:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268362624 00000100:00100000:3.0:1746157397.162394:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268362624 00010000:00010000:3.0:1746157397.162418:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.162454:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10020 00000100:00100000:3.0:1746157397.162460:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268362624:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.162525:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.162549:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.162559:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.162580:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60686 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313a6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.162592:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.162594:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.162600:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.162607:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.162634:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.162649:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.162661:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076736:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.162733:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.165815:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076736:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.165841:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.165904:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268362624:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3441us (3596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.165914:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10020 00000100:00100000:0.0:1746157397.166935:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.167247:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268362880 00000100:00100000:3.0:1746157397.167256:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268362880 00002000:00100000:3.0:1746157397.167299:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d880 x1830978268362880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.167309:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d880 with x1830978268362880 ext(0->4095) 00010000:00010000:3.0:1746157397.167318:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.167330:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.167336:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d880 00000100:00100000:3.0:1746157397.167355:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2742 00000100:00100000:3.0:1746157397.167361:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268362880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.167882:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268362880:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 519us (949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.167890:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2742 00002000:00100000:3.0:1746157397.167897:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d880 x1830978268362880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.167907:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d880 with x1830978268362880 ext(0->4095) 00010000:00010000:3.0:1746157397.167912:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.167921:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.167926:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d880 00000100:00100000:0.0:1746157397.170003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.170284:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268363008 00000100:00100000:3.0:1746157397.170294:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268363008 00010000:00010000:3.0:1746157397.170451:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.170480:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10021 00000100:00100000:3.0:1746157397.170488:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268363008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.170502:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.170523:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.170535:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.170558:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6068d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ad expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.170589:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.170591:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.170598:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.170605:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.170641:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.170654:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076864:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.170733:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.174029:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267076864:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.174054:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.174133:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268363008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3644us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.174144:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10021 00000100:00100000:3.0:1746157397.174268:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.174427:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268363264 00000100:00100000:2.0:1746157397.174434:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268363264 00002000:00100000:2.0:1746157397.174471:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb49c00 x1830978268363264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.174481:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49c00 with x1830978268363264 ext(0->4095) 00002000:00010000:2.0:1746157397.174486:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb49c00 00000100:00100000:2.0:1746157397.174561:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4827 00000100:00100000:2.0:1746157397.174568:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1983:x1830978268363264:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157397.174755:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1983:x1830978268363264:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.174764:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4827 00002000:00100000:2.0:1746157397.174769:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb49c00 x1830978268363264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.174776:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49c00 with x1830978268363264 ext(0->4095) 00002000:00010000:2.0:1746157397.174779:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb49c00 00000100:00100000:0.0:1746157397.177101:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.177176:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268363392 00000100:00100000:1.0:1746157397.177186:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268363392 00000100:00100000:1.0:1746157397.177754:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6693 00000100:00100000:1.0:1746157397.177763:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268363392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.177782:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.177799:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313bb expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.177832:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.177840:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.177841:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.177845:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.177876:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.177888:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 21 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.177898:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267076992:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.177985:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.182861:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267076992:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.182899:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.182918:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157397.182992:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268363392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5228us (5931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.183000:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6693 00000100:00100000:0.0:1746157397.183339:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.183517:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268363520 00000100:00100000:2.0:1746157397.183525:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268363520 00010000:00010000:2.0:1746157397.183553:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.183575:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10022 00000100:00100000:2.0:1746157397.183581:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268363520:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.183592:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.183613:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.183623:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.183644:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e60694 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313b4 expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.183665:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.183667:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.183673:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.183685:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.183728:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.183741:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077120:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.184712:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.185800:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.186269:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268363648 00000100:00100000:1.0:1746157397.186277:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268363648 00000100:00100000:1.0:1746157397.186333:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6694 00000100:00100000:1.0:1746157397.186340:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31587:x1830978268363648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.186355:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.186368:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313c2 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.186391:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.186397:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.186398:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.186401:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.186423:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.186432:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.186441:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267077248:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.186508:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.188366:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077120:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.188382:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.188411:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268363520:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4831us (5072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.188418:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10022 00000100:00100000:0.0:1746157397.188581:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.188641:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268363904 00000100:00100000:3.0:1746157397.188647:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268363904 00002000:00100000:3.0:1746157397.188683:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d8380 x1830978268363904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.188697:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d8380 with x1830978268363904 ext(0->4095) 00010000:00010000:3.0:1746157397.188704:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.188715:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.188725:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17d8380 00000100:00100000:3.0:1746157397.188754:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2743 00000100:00100000:3.0:1746157397.188760:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268363904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.188892:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268363904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.188897:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2743 00002000:00100000:3.0:1746157397.188903:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d8380 x1830978268363904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.188909:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d8380 with x1830978268363904 ext(0->4095) 00010000:00010000:3.0:1746157397.188913:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.188921:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.188926:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17d8380 00000100:00100000:1.0:1746157397.192406:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267077248:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.192432:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.192445:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157397.192496:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31587:x1830978268363648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6156us (6702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.192504:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6694 00000100:00100000:0.0:1746157397.193516:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.193615:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268364032 00000100:00100000:1.0:1746157397.193620:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268364032 00000100:00100000:1.0:1746157397.193655:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6695 00000100:00100000:1.0:1746157397.193662:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31597:x1830978268364032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.193674:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.193806:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313c9 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.193842:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.193847:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.193852:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.193855:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.193879:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.193887:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.193894:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157397.193921:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268364032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 259us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.194175:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6695 00000100:00100000:0.0:1746157397.194369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.194559:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268364160 00000100:00100000:3.0:1746157397.194564:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268364160 00010000:00010000:3.0:1746157397.194582:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.194600:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10023 00000100:00100000:3.0:1746157397.194606:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268364160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.194613:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.194628:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.194637:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.194651:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6069b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313bb expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.194667:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.194668:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.194671:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.194676:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.194691:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.194697:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.194704:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077504:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.194762:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.196616:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077504:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.196629:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.196664:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268364160:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2057us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.196670:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10023 00000100:00100000:0.0:1746157397.198019:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.198595:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268364416 00000100:00100000:3.0:1746157397.198601:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268364416 00002000:00100000:3.0:1746157397.198634:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1c00 x1830978268364416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.198643:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1c00 with x1830978268364416 ext(0->4095) 00010000:00010000:3.0:1746157397.198649:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.198660:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.198666:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1c00 00000100:00100000:3.0:1746157397.198692:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2744 00000100:00100000:3.0:1746157397.198815:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268364416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.198963:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268364416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (946us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.198970:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2744 00002000:00100000:3.0:1746157397.198973:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1c00 x1830978268364416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.198978:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1c00 with x1830978268364416 ext(0->4095) 00010000:00010000:3.0:1746157397.198982:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.198988:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.198992:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1c00 00000100:00100000:0.0:1746157397.203158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.203253:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268364544 00000100:00100000:3.0:1746157397.203259:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268364544 00010000:00010000:3.0:1746157397.203287:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.203309:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10024 00000100:00100000:3.0:1746157397.203315:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268364544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.203325:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.203340:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.203350:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.203367:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c2 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.203393:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.203395:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.203400:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.203407:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.203431:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.203440:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077632:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.203505:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.205172:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077632:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.205187:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.205227:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268364544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1912us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.205235:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10024 00000100:00100000:0.0:1746157397.205776:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.205859:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268364800 00000100:00100000:3.0:1746157397.205864:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268364800 00002000:00100000:3.0:1746157397.205890:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2d80 x1830978268364800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.205897:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2d80 with x1830978268364800 ext(0->4095) 00002000:00010000:3.0:1746157397.205900:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2d80 00000100:00100000:3.0:1746157397.205926:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4828 00000100:00100000:3.0:1746157397.205933:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268364800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.206125:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1986:x1830978268364800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.206131:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4828 00002000:00100000:3.0:1746157397.206137:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2d80 x1830978268364800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.206143:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2d80 with x1830978268364800 ext(0->4095) 00002000:00010000:3.0:1746157397.206230:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2d80 00000100:00100000:0.0:1746157397.207721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.207811:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268364928 00000100:00100000:1.0:1746157397.207817:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268364928 00000100:00100000:1.0:1746157397.207861:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6696 00000100:00100000:1.0:1746157397.207868:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268364928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.207879:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.207891:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313d0 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.207912:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.207918:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.207920:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.207922:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.207943:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 21 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.207952:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 21 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.207960:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267077760:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.208024:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.209125:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267077760:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.209144:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.209155:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157397.209191:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268364928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1323us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.209196:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6696 00000100:00100000:0.0:1746157397.210125:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.210175:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268365056 00000100:00100000:3.0:1746157397.210263:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268365056 00010000:00010000:3.0:1746157397.210284:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.210308:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10025 00000100:00100000:3.0:1746157397.210314:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268365056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.210321:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.210337:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.210346:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.210363:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e606a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313c9 expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.210384:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.210386:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.210395:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.210402:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.210424:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.210437:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077888:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.210486:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099e5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.211978:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267077888:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.211979:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.211990:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.212048:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268365312 00000100:00100000:2.0:1746157397.212052:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268365312 00002000:00100000:2.0:1746157397.212100:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81f80 x1830978268365312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.212116:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81f80 with x1830978268365312 ext(0->4095) 00002000:00010000:2.0:1746157397.212120:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81f80 00000100:00100000:2.0:1746157397.212137:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4829 00000100:00100000:2.0:1746157397.212142:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268365312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.212179:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1985:x1830978268365056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1700us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.212186:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10025 00000100:00100000:2.0:1746157397.212367:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268365312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 224us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.212376:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4829 00002000:00100000:2.0:1746157397.212381:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81f80 x1830978268365312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.212387:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81f80 with x1830978268365312 ext(0->4095) 00002000:00010000:2.0:1746157397.212390:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81f80 00000100:00100000:0.0:1746157397.213806:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.213882:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268365440 00000100:00100000:1.0:1746157397.213887:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268365440 00000100:00100000:1.0:1746157397.214046:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6697 00000100:00100000:1.0:1746157397.214053:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:31597:x1830978268365440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.214064:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.214099:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313d7 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.214133:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.214139:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.214141:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.214144:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.214168:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.214178:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.214188:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267078016:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.214300:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.215362:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.215435:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267078016:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.215450:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.215460:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157397.215484:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31597:x1830978268365440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1432us (1681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.215490:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6697 00000100:00100000:2.0:1746157397.215950:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268365568 00000100:00100000:2.0:1746157397.215954:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268365568 00000100:00100000:2.0:1746157397.216032:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6698 00000100:00100000:2.0:1746157397.216039:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:31587:x1830978268365568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.216047:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157397.216052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157397.216055:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313de expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.216068:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.216087:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.216092:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.216096:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.216129:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.216138:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 23 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.216141:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268365696 00000100:00100000:3.0:1746157397.216144:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268365696 00010000:00010000:2.0:1746157397.216149:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e000, rc 0) 00010000:00010000:3.0:1746157397.216157:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.216167:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978268365568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.216171:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10026 00000100:00100000:2.0:1746157397.216172:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6698 00000100:00100000:3.0:1746157397.216175:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268365696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.216182:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.216196:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.216209:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.216222:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d0 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.216397:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.216402:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.216408:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.216414:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.216433:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 22 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.216441:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 22 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.216450:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267078272:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.216706:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.219187:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.219264:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268365952 00000100:00100000:2.0:1746157397.219270:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268365952 00000100:00100000:3.0:1746157397.219271:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267078272:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.219286:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157397.219308:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81500 x1830978268365952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157397.219316:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268365696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3139us (3263us total) trans 0 rc 0/0 00002000:00100000:2.0:1746157397.219317:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81500 with x1830978268365952 ext(0->4095) 00010000:00010000:2.0:1746157397.219323:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.219325:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10026 00010000:00010000:2.0:1746157397.219334:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.219339:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb81500 00000100:00100000:2.0:1746157397.219351:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2745 00000100:00100000:2.0:1746157397.219357:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268365952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.219459:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268365952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.219465:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2745 00002000:00100000:2.0:1746157397.219469:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81500 x1830978268365952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.219480:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81500 with x1830978268365952 ext(0->4095) 00010000:00010000:2.0:1746157397.219484:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.219492:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.219497:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb81500 00000100:00100000:0.0:1746157397.220869:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.220961:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268366080 00000100:00100000:3.0:1746157397.220966:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268366080 00010000:00010000:3.0:1746157397.220984:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.221009:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10027 00000100:00100000:3.0:1746157397.221014:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1984:x1830978268366080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.221023:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.221036:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.221044:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.221059:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e606b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313d7 expref: 23 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.221069:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.221094:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.221100:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.221118:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.221141:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 22 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.221151:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267078400:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.221371:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.223792:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267078400:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.223811:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.223852:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1984:x1830978268366080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2837us (2984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.223860:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10027 00000100:00100000:0.0:1746157397.224048:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.224142:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268366336 00000100:00100000:1.0:1746157397.224147:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268366336 00002000:00100000:1.0:1746157397.224172:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e8380 x1830978268366336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.224181:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e8380 with x1830978268366336 ext(0->4095) 00002000:00010000:1.0:1746157397.224184:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363e8380 00000100:00100000:1.0:1746157397.224209:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4830 00000100:00100000:1.0:1746157397.224215:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268366336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.224413:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268366336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.224419:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4830 00002000:00100000:1.0:1746157397.224424:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e8380 x1830978268366336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.224437:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e8380 with x1830978268366336 ext(0->4095) 00002000:00010000:1.0:1746157397.224439:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363e8380 00000100:00100000:0.0:1746157397.226127:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.226188:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268366464 00000100:00100000:1.0:1746157397.226194:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268366464 00000100:00100000:1.0:1746157397.226234:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6699 00000100:00100000:1.0:1746157397.226241:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268366464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.226252:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.226264:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313e5 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.226286:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.226293:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.226294:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.226298:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.226319:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 21 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.226329:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 21 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.226338:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267078528:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.226400:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.227749:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267078528:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.227764:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.227773:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157397.227803:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268366464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1562us (1681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.227809:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6699 00000100:00100000:0.0:1746157397.228880:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.228950:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268366592 00000100:00100000:1.0:1746157397.228955:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268366592 00002000:00100000:1.0:1746157397.228984:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f36680 x1830978268366592/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.228991:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36680 with x1830978268366592 ext(0->7) 00010000:00010000:1.0:1746157397.228997:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.229007:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 22 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.229013:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f36680 00000100:00100000:1.0:1746157397.229043:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2746 00000100:00100000:1.0:1746157397.229049:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1985:x1830978268366592:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157397.229308:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268366592:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 258us (428us total) trans 4294967989 rc 0/0 00000100:00100000:1.0:1746157397.229314:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2746 00002000:00100000:1.0:1746157397.229319:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f36680 x1830978268366592/t4294967989(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.229326:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36680 with x1830978268366592 ext(0->7) 00010000:00010000:1.0:1746157397.229330:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.229338:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.229343:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f36680 00000100:00100000:0.0:1746157397.230985:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.231051:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268366720 00000100:00100000:3.0:1746157397.231060:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268366720 00010000:00010000:3.0:1746157397.231119:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.231141:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10028 00000100:00100000:3.0:1746157397.231148:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268366720:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.231158:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.231172:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.231185:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.231203:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e606be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313de expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.231227:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.231229:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.231235:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.231242:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.231266:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.231276:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267078656:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.231336:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.233400:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267078656:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.233415:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.233453:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1983:x1830978268366720:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2304us (2469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.233461:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10028 00000100:00100000:0.0:1746157397.236644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.236758:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268366976 00000100:00100000:3.0:1746157397.236765:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268366976 00002000:00100000:3.0:1746157397.236797:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f34e00 x1830978268366976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.236805:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34e00 with x1830978268366976 ext(0->4095) 00002000:00010000:3.0:1746157397.236808:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f34e00 00000100:00100000:3.0:1746157397.236838:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4831 00000100:00100000:3.0:1746157397.236845:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268366976:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157397.237061:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268366976:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 215us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.237067:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4831 00002000:00100000:3.0:1746157397.237095:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f34e00 x1830978268366976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.237113:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34e00 with x1830978268366976 ext(0->4095) 00002000:00010000:3.0:1746157397.237116:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f34e00 00000100:00100000:0.0:1746157397.238850:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.239033:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268367104 00000100:00100000:1.0:1746157397.239039:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268367104 00000100:00100000:1.0:1746157397.239111:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6700 00000100:00100000:1.0:1746157397.239118:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268367104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.239129:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.239142:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313ec expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.239165:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.239171:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.239172:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.239175:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.239196:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.239209:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.239219:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267078784:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.239285:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.241222:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.241347:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268367232 00000100:00100000:2.0:1746157397.241353:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268367232 00000100:00100000:2.0:1746157397.241384:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6701 00000100:00100000:2.0:1746157397.241389:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268367232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.241401:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.241411:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313f3 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.241427:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.241431:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.241436:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.241438:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.241461:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.241475:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.241483:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ee00, rc 0) 00000100:00100000:2.0:1746157397.241514:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268367232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.241519:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6701 00000100:00100000:1.0:1746157397.241657:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267078784:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.241670:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.241677:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157397.241695:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31597:x1830978268367104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2578us (2849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.241700:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6700 00000100:00100000:0.0:1746157397.242418:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.242621:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268367360 00000100:00100000:3.0:1746157397.242625:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268367360 00010000:00010000:3.0:1746157397.242641:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.242657:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10029 00000100:00100000:3.0:1746157397.242662:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268367360:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.242670:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.242685:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.242694:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.242709:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313e5 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.243034:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.243037:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.243043:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.243054:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.243266:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.243278:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 24 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.243287:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079040:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.243335:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.244742:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079040:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.244754:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.244787:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268367360:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2124us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.244794:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10029 00000100:00100000:0.0:1746157397.247188:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.247260:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268367616 00000100:00100000:3.0:1746157397.247266:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268367616 00002000:00100000:3.0:1746157397.247294:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178dc00 x1830978268367616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.247303:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178dc00 with x1830978268367616 ext(0->4095) 00010000:00010000:3.0:1746157397.247309:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.247320:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.247326:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178dc00 00000100:00100000:3.0:1746157397.247348:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2747 00000100:00100000:3.0:1746157397.247353:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268367616:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.247477:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268367616:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.247482:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2747 00002000:00100000:3.0:1746157397.247487:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178dc00 x1830978268367616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.247494:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178dc00 with x1830978268367616 ext(0->4095) 00010000:00010000:3.0:1746157397.247497:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.247505:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.247510:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178dc00 00000100:00100000:0.0:1746157397.249528:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.250007:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.250061:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268367744 00000100:00100000:2.0:1746157397.250067:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268367744 00000100:00100000:3.0:1746157397.250216:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268367872 00000100:00100000:3.0:1746157397.250220:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268367872 00010000:00010000:3.0:1746157397.250244:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.250486:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6702 00000100:00100000:2.0:1746157397.250494:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268367744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.250505:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.250516:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0313fa expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.250533:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.250537:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.250541:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.250544:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.250571:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.250586:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.250594:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e800, rc 0) 00000100:00100000:3.0:1746157397.250643:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10030 00000100:00100000:3.0:1746157397.250648:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1983:x1830978268367872:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.250655:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.250676:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.250685:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.250699:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e606cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313ec expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.250724:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.250726:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.250733:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.250739:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.250805:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 24 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.250814:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.250823:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079296:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.250866:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268367744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 373us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.250872:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6702 00000100:00100000:3.0:1746157397.250876:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.252375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.252412:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268368128 00000100:00100000:1.0:1746157397.252418:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268368128 00002000:00100000:1.0:1746157397.252443:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093212300 x1830978268368128/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.252452:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830978268368128 ext(0->4095) 00010000:00010000:1.0:1746157397.252458:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.252460:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079296:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.252468:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.252473:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746157397.252478:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212300 00000100:00100000:1.0:1746157397.252505:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2748 00000100:00100000:3.0:1746157397.252509:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1983:x1830978268367872:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1859us (2502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.252512:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268368128:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.252516:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10030 00000100:00100000:1.0:1746157397.252616:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268368128:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.252621:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2748 00002000:00100000:1.0:1746157397.252626:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093212300 x1830978268368128/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.252633:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830978268368128 ext(0->4095) 00010000:00010000:1.0:1746157397.252637:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.252645:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 24 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.252650:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212300 00000100:00100000:0.0:1746157397.254183:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.254231:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268368256 00000100:00100000:2.0:1746157397.254236:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268368256 00000100:00100000:2.0:1746157397.254267:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6703 00000100:00100000:2.0:1746157397.254273:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:31587:x1830978268368256:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.254283:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.254293:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031401 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.254310:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.254314:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.254319:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.254322:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.254345:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.254359:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 25 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.254367:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2f400, rc 0) 00000100:00100000:2.0:1746157397.254391:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268368256:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.254396:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6703 00000100:00100000:0.0:1746157397.254473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.254579:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268368384 00000100:00100000:3.0:1746157397.254583:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268368384 00010000:00010000:3.0:1746157397.254596:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.254611:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10031 00000100:00100000:3.0:1746157397.254615:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268368384:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.254622:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.254635:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.254643:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.254655:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e606d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313f3 expref: 25 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.254675:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.254676:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.254681:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.254687:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.254704:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.254714:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.254724:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079552:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.254767:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.256135:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079552:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.256148:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.256183:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268368384:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1566us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.256190:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10031 00000100:00100000:0.0:1746157397.256432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.256499:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268368640 00000100:00100000:2.0:1746157397.256503:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268368640 00002000:00100000:2.0:1746157397.256526:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787b80 x1830978268368640/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.256537:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787b80 with x1830978268368640 ext(0->4095) 00010000:00010000:2.0:1746157397.256543:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.256553:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.256558:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088787b80 00000100:00100000:2.0:1746157397.256639:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2749 00000100:00100000:2.0:1746157397.256646:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268368640:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.256834:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268368640:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 187us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.256839:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2749 00002000:00100000:2.0:1746157397.256845:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787b80 x1830978268368640/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.256852:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787b80 with x1830978268368640 ext(0->4095) 00010000:00010000:2.0:1746157397.256856:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.256864:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.256869:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088787b80 00000100:00100000:0.0:1746157397.258173:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.258581:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268368768 00000100:00100000:3.0:1746157397.258586:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268368768 00010000:00010000:3.0:1746157397.258604:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.258634:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10032 00000100:00100000:3.0:1746157397.258640:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268368768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.258649:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.258663:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.258672:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.258688:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e606da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0313fa expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.258712:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.258714:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.258721:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.258728:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.258751:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.258760:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079680:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.258820:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.260521:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079680:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.260528:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.260533:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.260559:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268368768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1918us (2388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.260565:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10032 00000100:00100000:2.0:1746157397.260576:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268369024 00000100:00100000:2.0:1746157397.260580:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268369024 00002000:00100000:2.0:1746157397.260607:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787100 x1830978268369024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.260615:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787100 with x1830978268369024 ext(0->4095) 00002000:00010000:2.0:1746157397.260618:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088787100 00000100:00100000:2.0:1746157397.260640:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4832 00000100:00100000:2.0:1746157397.260646:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268369024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.260745:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268369024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.260750:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4832 00002000:00100000:2.0:1746157397.260754:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787100 x1830978268369024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.260760:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787100 with x1830978268369024 ext(0->4095) 00002000:00010000:2.0:1746157397.260762:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088787100 00000100:00100000:0.0:1746157397.262483:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.262559:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268369152 00000100:00100000:1.0:1746157397.262564:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268369152 00000100:00100000:1.0:1746157397.262651:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6704 00000100:00100000:1.0:1746157397.262658:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268369152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.262669:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.262681:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031408 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.262706:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.262713:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.262714:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.262718:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.262739:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.262748:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 23 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.262759:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267079808:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.263359:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.266389:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267079808:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.266413:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.266428:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157397.266461:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268369152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3804us (3981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.266468:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6704 00000100:00100000:0.0:1746157397.267467:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.267576:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268369280 00000100:00100000:3.0:1746157397.267582:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268369280 00010000:00010000:3.0:1746157397.267606:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.267626:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10033 00000100:00100000:3.0:1746157397.267632:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268369280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.267644:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.267660:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.267669:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.267685:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e606e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031401 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.267768:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.267770:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.267776:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.267783:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.267808:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.267818:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079936:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.268134:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.271290:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267079936:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.271305:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.271334:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268369280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3702us (3868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.271350:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10033 00000100:00100000:0.0:1746157397.272477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.272536:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268369536 00000100:00100000:3.0:1746157397.272541:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268369536 00002000:00100000:3.0:1746157397.272567:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088784000 x1830978268369536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.272576:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088784000 with x1830978268369536 ext(0->4095) 00002000:00010000:3.0:1746157397.272580:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088784000 00000100:00100000:0.0:1746157397.272595:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.272605:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4833 00000100:00100000:3.0:1746157397.272611:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268369536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.272735:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268369664 00000100:00100000:1.0:1746157397.272739:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268369664 00000100:00100000:3.0:1746157397.272768:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268369536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.272769:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6705 00000100:00100000:3.0:1746157397.272774:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4833 00000100:00100000:1.0:1746157397.272774:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31587:x1830978268369664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:3.0:1746157397.272778:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088784000 x1830978268369536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746157397.272781:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:3.0:1746157397.272785:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088784000 with x1830978268369536 ext(0->4095) 00002000:00010000:3.0:1746157397.272787:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088784000 00010000:00010000:1.0:1746157397.272791:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03140f expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.272810:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.272816:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.272818:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.272821:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.272843:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.272852:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.272860:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267080064:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.272917:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.274307:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.274347:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268369792 00000100:00100000:2.0:1746157397.274351:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268369792 00000100:00100000:2.0:1746157397.274385:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6706 00000100:00100000:2.0:1746157397.274391:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31597:x1830978268369792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.274399:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157397.274403:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267080064:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.274407:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031416 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.274417:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.274420:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.274423:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.274626:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.274631:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.274642:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00010000:00010000:2.0:1746157397.274653:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.274662:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.274668:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ec00, rc 0) 00000100:00100000:1.0:1746157397.274672:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268369664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1898us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.274677:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6705 00000100:00100000:2.0:1746157397.274680:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31597:x1830978268369792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 290us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.274684:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6706 00000100:00100000:0.0:1746157397.274952:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.275200:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268369920 00000100:00100000:2.0:1746157397.275204:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268369920 00010000:00010000:2.0:1746157397.275218:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.275266:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10034 00000100:00100000:2.0:1746157397.275272:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268369920:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.275280:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.275294:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.275303:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.275317:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e606e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031408 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.275329:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.275330:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.275501:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.275507:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.275524:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.275532:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 24 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.275546:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267080320:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.275594:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.277233:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267080320:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.277247:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.277480:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268369920:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2206us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.277487:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10034 00000100:00100000:0.0:1746157397.277731:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.277771:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268370176 00000100:00100000:3.0:1746157397.277776:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268370176 00002000:00100000:3.0:1746157397.277800:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbdf80 x1830978268370176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.277808:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbdf80 with x1830978268370176 ext(0->4095) 00010000:00010000:3.0:1746157397.277814:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.277830:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.277835:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbdf80 00000100:00100000:3.0:1746157397.277888:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2750 00000100:00100000:3.0:1746157397.277894:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268370176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.278086:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268370176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 179us (342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.278092:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2750 00002000:00100000:3.0:1746157397.278098:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbdf80 x1830978268370176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.278118:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbdf80 with x1830978268370176 ext(0->4095) 00010000:00010000:3.0:1746157397.278123:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.278132:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.278137:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbdf80 00000100:00100000:0.0:1746157397.279064:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.279122:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.279142:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.279169:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268370304 00000100:00100000:2.0:1746157397.279173:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268370304 00000100:00100000:0.0:1746157397.279173:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.279194:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 375 00000100:00100000:2.0:1746157397.279199:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4662450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3a4038e0-baf8-4ee8-929e-923bba192847+12:1985:x1830978268370304:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:2.0:1746157397.279229:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4662450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3a4038e0-baf8-4ee8-929e-923bba192847+12:1985:x1830978268370304:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 30us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.279234:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 375 00000100:00100000:1.0:1746157397.279240:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268370560 00000100:00100000:1.0:1746157397.279243:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268370560 00000100:00100000:1.0:1746157397.279265:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 393 00000100:00100000:1.0:1746157397.279270:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1985:x1830978268370560:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:3.0:1746157397.279310:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268370432 00000100:00100000:3.0:1746157397.279312:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268370432 00000100:00100000:3.0:1746157397.279329:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268370688 00000100:00100000:3.0:1746157397.279330:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268370688 00000100:00100000:3.0:1746157397.279341:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 333 00000100:00100000:3.0:1746157397.279345:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1985:x1830978268370432:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:3.0:1746157397.279365:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1985:x1830978268370432:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 20us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.279369:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 333 00000100:00100000:3.0:1746157397.279375:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 334 00000100:00100000:3.0:1746157397.279379:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268370688:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:3.0:1746157397.279395:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268370688:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 15us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.279399:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 334 00000100:00100000:1.0:1746157397.279443:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1985:x1830978268370560:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 173us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.279448:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 393 00000100:00080000:0.0:1746157397.279487:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157397.279490:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157397.284546:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.285419:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268370944 00000100:00100000:2.0:1746157397.285426:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268370944 00010000:00010000:2.0:1746157397.285462:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.285497:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10035 00000100:00100000:2.0:1746157397.285504:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1983:x1830978268370944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.285514:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.285531:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.285545:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.285563:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e606ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03140f expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.285589:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.285591:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.285596:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.285603:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.285651:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.285661:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267080448:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.285722:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.285835:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.285912:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268370816 00000100:00100000:2.0:1746157397.285915:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268370816 00000100:00100000:2.0:1746157397.285952:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6707 00000100:00100000:2.0:1746157397.285957:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1982:x1830978268370816:12345-192.168.203.5@tcp:9:kworker.0 00000020:00000080:2.0:1746157397.285973:0:8489:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4450b99e49d77099 00000100:00080000:2.0:1746157397.285986:0:8489:0:(import.c:66:import_set_state_nolock()) ffff880099826800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746157397.286012:0:8489:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968680 00000100:00100000:2.0:1746157397.286220:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+2:1982:x1830978268370816:12345-192.168.203.5@tcp:9:kworker.0 Request processed in 261us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.286226:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6707 00000100:00080000:0.0:1746157397.286279:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746157397.286565:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157397.287497:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267080448:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.287509:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.287610:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268370944:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2106us (3070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.287617:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10035 00000100:00100000:0.0:1746157397.288239:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.288549:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268371200 00000100:00100000:3.0:1746157397.288554:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268371200 00002000:00100000:3.0:1746157397.288582:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21a300 x1830978268371200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.288590:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a300 with x1830978268371200 ext(0->4095) 00002000:00010000:3.0:1746157397.288593:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a300 00000100:00100000:3.0:1746157397.288619:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4834 00000100:00100000:3.0:1746157397.288624:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268371200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.288734:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268371200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.288739:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4834 00002000:00100000:3.0:1746157397.288744:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21a300 x1830978268371200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.288752:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a300 with x1830978268371200 ext(0->4095) 00002000:00010000:3.0:1746157397.288754:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a300 00000100:00100000:0.0:1746157397.290710:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.290797:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268371328 00000100:00100000:2.0:1746157397.290802:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268371328 00000100:00100000:2.0:1746157397.290844:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6708 00000100:00100000:2.0:1746157397.290850:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268371328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.290863:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.290875:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03141d expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.290897:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.290903:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.290905:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.290908:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.290929:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.290939:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 23 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.290950:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267080576:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.291778:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.293202:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267080576:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.293222:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.293233:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d800, rc 0) 00000100:00100000:2.0:1746157397.293271:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268371328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2420us (2566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.293279:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6708 00000100:00100000:0.0:1746157397.294258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.294347:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268371456 00000100:00100000:2.0:1746157397.294353:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268371456 00010000:00010000:2.0:1746157397.294374:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.294541:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10036 00000100:00100000:2.0:1746157397.294548:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1985:x1830978268371456:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.294558:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.294578:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.294588:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.294609:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e606f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031416 expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.294664:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.294666:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.294672:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.294679:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.294705:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.294716:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267080704:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.294895:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.296211:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267080704:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.296224:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.296259:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1985:x1830978268371456:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1711us (2002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.296269:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10036 00000100:00100000:0.0:1746157397.296561:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.296615:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268371712 00000100:00100000:2.0:1746157397.296620:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268371712 00002000:00100000:2.0:1746157397.296646:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b100 x1830978268371712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.296659:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b100 with x1830978268371712 ext(0->4095) 00002000:00010000:2.0:1746157397.296663:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21b100 00000100:00100000:2.0:1746157397.296686:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4835 00000100:00100000:2.0:1746157397.296691:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268371712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.296929:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268371712:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 237us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.296934:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4835 00002000:00100000:2.0:1746157397.296939:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b100 x1830978268371712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.296949:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b100 with x1830978268371712 ext(0->4095) 00002000:00010000:2.0:1746157397.296951:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21b100 00000100:00100000:0.0:1746157397.298165:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.298261:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268371840 00000100:00100000:2.0:1746157397.298265:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268371840 00000100:00100000:2.0:1746157397.298298:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6709 00000100:00100000:2.0:1746157397.298303:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:31597:x1830978268371840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.298489:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.298502:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031424 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.298524:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.298530:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.298532:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.298536:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.298558:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.298568:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.298577:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267080832:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.299039:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.299856:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.300129:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268371968 00000100:00100000:3.0:1746157397.300133:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268371968 00000100:00100000:3.0:1746157397.300161:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6710 00000100:00100000:3.0:1746157397.300165:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268371968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.300172:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.300179:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03142b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.300190:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.300193:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.300197:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.300199:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.300214:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.300221:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.300227:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:2.0:1746157397.300240:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267080832:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.300255:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.300256:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268371968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.300261:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6710 00010000:00010000:2.0:1746157397.300265:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c200, rc 0) 00000100:00100000:2.0:1746157397.300282:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31597:x1830978268371840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1979us (2119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.300288:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6709 00000100:00100000:0.0:1746157397.300852:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.300914:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268372096 00000100:00100000:2.0:1746157397.300917:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268372096 00010000:00010000:2.0:1746157397.300931:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.300945:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10037 00000100:00100000:2.0:1746157397.300950:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268372096:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.300957:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.300972:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.300981:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.300995:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e606fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03141d expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.301019:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.301020:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.301025:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.301032:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.301050:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 24 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.301060:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 24 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.301069:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081088:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.301152:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.302510:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081088:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.302522:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.302554:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268372096:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1603us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.302562:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10037 00000100:00100000:0.0:1746157397.302834:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.302879:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268372352 00000100:00100000:2.0:1746157397.302884:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268372352 00002000:00100000:2.0:1746157397.302906:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96e300 x1830978268372352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.302913:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96e300 with x1830978268372352 ext(0->4095) 00010000:00010000:2.0:1746157397.302919:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.302928:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.302932:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96e300 00000100:00100000:3.0:1746157397.303170:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2751 00000100:00100000:3.0:1746157397.303178:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268372352:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.303886:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268372352:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 708us (1050us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.303892:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2751 00002000:00100000:3.0:1746157397.303898:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96e300 x1830978268372352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.303905:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96e300 with x1830978268372352 ext(0->4095) 00010000:00010000:3.0:1746157397.303911:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.303920:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.303925:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96e300 00000100:00100000:0.0:1746157397.305456:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.305583:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268372480 00000100:00100000:2.0:1746157397.305588:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268372480 00010000:00010000:2.0:1746157397.305607:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.305624:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10038 00000100:00100000:2.0:1746157397.305629:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268372480:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.305639:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.305653:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.305663:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.305684:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60704 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031424 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.305878:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.305880:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.305886:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.305893:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.305917:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 24 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.305927:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081216:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.306166:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.307551:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.307628:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081216:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.307638:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.307673:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268372480:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2043us (2219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.307680:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10038 00000100:00100000:3.0:1746157397.307746:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268372736 00000100:00100000:3.0:1746157397.307750:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268372736 00002000:00100000:3.0:1746157397.307774:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c700 x1830978268372736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.307781:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978268372736 ext(0->4095) 00002000:00010000:3.0:1746157397.307784:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c700 00000100:00100000:3.0:1746157397.307808:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4836 00000100:00100000:3.0:1746157397.307814:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268372736:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157397.307934:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268372736:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.307941:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4836 00002000:00100000:3.0:1746157397.307948:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c700 x1830978268372736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.307954:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978268372736 ext(0->4095) 00002000:00010000:3.0:1746157397.307957:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c700 00000100:00100000:2.0:1746157397.309321:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.309387:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268372864 00000100:00100000:0.0:1746157397.309391:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268372864 00000100:00100000:0.0:1746157397.309427:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6711 00000100:00100000:0.0:1746157397.309432:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268372864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157397.309442:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157397.309455:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031432 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.309473:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.309479:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157397.309480:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157397.309482:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.309508:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 23 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.309517:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 23 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746157397.309525:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267081344:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157397.309606:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.310624:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d96d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267081344:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.310642:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.310657:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c800, rc 0) 00000100:00100000:2.0:1746157397.310679:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268372864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1247us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.310685:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6711 00000100:00100000:0.0:1746157397.312486:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.313049:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268372992 00000100:00100000:3.0:1746157397.313056:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268372992 00002000:00100000:3.0:1746157397.313134:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d96d180 x1830978268372992/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.313144:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d180 with x1830978268372992 ext(0->7) 00010000:00010000:3.0:1746157397.313151:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.313163:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 24 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.313169:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96d180 00000100:00100000:3.0:1746157397.313197:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2752 00000100:00100000:3.0:1746157397.313203:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268372992:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157397.313471:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268372992:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 266us (987us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1746157397.313477:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2752 00002000:00100000:3.0:1746157397.313484:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d96d180 x1830978268372992/t4294967990(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.313490:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d180 with x1830978268372992 ext(0->7) 00010000:00010000:3.0:1746157397.313494:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.313502:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.313508:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96d180 00000100:00100000:0.0:1746157397.316763:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.317120:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268373120 00000100:00100000:2.0:1746157397.317128:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268373120 00010000:00010000:2.0:1746157397.317166:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.317194:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10039 00000100:00100000:2.0:1746157397.317200:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268373120:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.317213:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.317229:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.317239:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.317256:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6070b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03142b expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.317285:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.317286:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.317292:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.317303:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.317330:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.317339:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081472:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.317415:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.318741:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081472:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.318755:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.318793:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268373120:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1593us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.318801:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10039 00000100:00100000:0.0:1746157397.322215:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.322297:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268373376 00000100:00100000:3.0:1746157397.322305:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268373376 00002000:00100000:3.0:1746157397.322401:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96f100 x1830978268373376/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.322410:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f100 with x1830978268373376 ext(0->4095) 00002000:00010000:3.0:1746157397.322415:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96f100 00000100:00100000:3.0:1746157397.322442:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4837 00000100:00100000:3.0:1746157397.322448:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268373376:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.322569:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268373376:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.322575:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4837 00002000:00100000:3.0:1746157397.322579:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96f100 x1830978268373376/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.322586:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f100 with x1830978268373376 ext(0->4095) 00002000:00010000:3.0:1746157397.322588:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96f100 00000100:00100000:0.0:1746157397.328698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.328889:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268373504 00000100:00100000:2.0:1746157397.328896:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268373504 00000100:00100000:2.0:1746157397.328948:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6712 00000100:00100000:2.0:1746157397.328955:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31597:x1830978268373504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.329288:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.329302:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031439 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.329326:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.329332:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.329334:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.329337:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.329361:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.329371:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.329382:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267081600:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.329848:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.330243:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.330326:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268373632 00000100:00100000:3.0:1746157397.330331:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268373632 00000100:00100000:3.0:1746157397.330357:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6713 00000100:00100000:3.0:1746157397.330363:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978268373632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.330373:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.330382:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031440 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.330395:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.330399:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.330405:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.330407:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 28 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.330428:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.330439:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 28 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.330447:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157397.330473:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:31587:x1830978268373632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.330478:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6713 00000100:00100000:2.0:1746157397.331892:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267081600:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.331912:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.331922:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d800, rc 0) 00000100:00100000:2.0:1746157397.331961:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31597:x1830978268373504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3007us (3269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.331967:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6712 00000100:00100000:0.0:1746157397.332153:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.332220:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268373760 00000100:00100000:2.0:1746157397.332224:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268373760 00010000:00010000:2.0:1746157397.332245:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.332268:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10040 00000100:00100000:2.0:1746157397.332273:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268373760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.332284:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.332300:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.332309:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.332324:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60712 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031432 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.332348:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.332350:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.332356:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.332364:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.332382:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.332390:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 26 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.332400:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081856:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.332590:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.333942:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267081856:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.333954:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.333977:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268373760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1704us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.333984:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10040 00000100:00100000:0.0:1746157397.334874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.334982:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268374016 00000100:00100000:2.0:1746157397.334987:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268374016 00002000:00100000:2.0:1746157397.335015:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2680 x1830978268374016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.335024:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2680 with x1830978268374016 ext(0->4095) 00010000:00010000:2.0:1746157397.335030:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.335041:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.335047:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2680 00000100:00100000:2.0:1746157397.335089:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2753 00000100:00100000:2.0:1746157397.335095:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268374016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.335667:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268374016:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 571us (793us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.335674:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2753 00002000:00100000:2.0:1746157397.335679:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2680 x1830978268374016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.335685:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2680 with x1830978268374016 ext(0->4095) 00010000:00010000:2.0:1746157397.335690:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.335698:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.335703:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2680 00000100:00100000:0.0:1746157397.338393:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.338508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.338592:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268374272 00000100:00100000:2.0:1746157397.338592:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268374144 00000100:00100000:3.0:1746157397.338598:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268374272 00000100:00100000:2.0:1746157397.338598:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268374144 00010000:00010000:3.0:1746157397.338623:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.338628:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6714 00000100:00100000:2.0:1746157397.338634:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268374144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.338644:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157397.338655:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10041 00010000:00010000:2.0:1746157397.338656:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031447 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.338661:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268374272:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.338669:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.338672:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.338676:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 27 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.338680:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.338683:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.338690:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.338698:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.338709:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 27 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.338711:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60719 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031439 expref: 27 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.338719:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.338726:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.338727:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.338731:0:8489:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.338737:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.338748:0:8489:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.338758:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.338768:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267082112:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.338800:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.339251:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268374272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 588us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.339258:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10041 00000100:00100000:2.0:1746157397.339311:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.340515:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267082112:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.340528:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254dc00, rc 0) 00000100:00100000:2.0:1746157397.340556:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268374144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1922us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.340563:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6714 00000100:00100000:0.0:1746157397.340946:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.341958:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268374528 00000100:00100000:2.0:1746157397.341964:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268374528 00002000:00100000:2.0:1746157397.341996:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eced80 x1830978268374528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.342005:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eced80 with x1830978268374528 ext(0->4095) 00010000:00010000:2.0:1746157397.342012:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.342028:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.342034:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091eced80 00000100:00100000:2.0:1746157397.342066:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2754 00000100:00100000:2.0:1746157397.342116:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1985:x1830978268374528:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.343118:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1985:x1830978268374528:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 1043us (2171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.343125:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2754 00002000:00100000:2.0:1746157397.343130:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091eced80 x1830978268374528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.343137:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091eced80 with x1830978268374528 ext(0->4095) 00010000:00010000:2.0:1746157397.343143:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.343152:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 26 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.343158:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091eced80 00000100:00100000:0.0:1746157397.346048:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.346111:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268374656 00000100:00100000:2.0:1746157397.346119:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268374656 00000100:00100000:2.0:1746157397.346160:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6715 00000100:00100000:2.0:1746157397.346167:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:31587:x1830978268374656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.346181:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.346196:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03144e expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.346217:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.346222:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.346227:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.346230:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 27 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.346256:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.346267:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 27 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.346275:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d600, rc 0) 00000100:00100000:2.0:1746157397.346310:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978268374656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.346316:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6715 00000100:00100000:0.0:1746157397.346845:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.347205:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268374784 00000100:00100000:3.0:1746157397.347210:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268374784 00010000:00010000:3.0:1746157397.347230:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 27 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.347264:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10042 00000100:00100000:3.0:1746157397.347271:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1985:x1830978268374784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.347279:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.347296:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 27 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.347306:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 27 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.347322:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60720 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031440 expref: 27 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.347345:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.347347:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.347352:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.347358:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.347379:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.347688:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.347699:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267082368:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.347968:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.349109:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267082368:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.349125:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.349202:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1985:x1830978268374784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1930us (2358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.349209:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10042 00000100:00100000:0.0:1746157397.349846:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.349877:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268375040 00000100:00100000:2.0:1746157397.349882:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268375040 00002000:00100000:2.0:1746157397.349909:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529880 x1830978268375040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.349917:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529880 with x1830978268375040 ext(0->4095) 00010000:00010000:2.0:1746157397.349923:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.349939:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.349945:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c529880 00000100:00100000:2.0:1746157397.349967:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2755 00000100:00100000:2.0:1746157397.349972:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268375040:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.350065:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268375040:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.350093:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2755 00002000:00100000:2.0:1746157397.350099:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529880 x1830978268375040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.350115:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529880 with x1830978268375040 ext(0->4095) 00010000:00010000:2.0:1746157397.350120:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.350127:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.350133:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c529880 00000100:00100000:0.0:1746157397.351419:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.351481:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268375168 00000100:00100000:3.0:1746157397.351485:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268375168 00010000:00010000:3.0:1746157397.351503:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.351531:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10043 00000100:00100000:3.0:1746157397.351536:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268375168:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.351545:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.351558:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.351567:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.351582:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60727 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031447 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.351592:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.351594:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.351599:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.351606:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.351629:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.351638:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267082496:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.351698:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.353295:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267082496:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.353309:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.353408:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268375168:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1869us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.353416:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10043 00000100:00100000:0.0:1746157397.353995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.354062:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268375424 00000100:00100000:3.0:1746157397.354067:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268375424 00002000:00100000:3.0:1746157397.354164:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba50700 x1830978268375424/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.354171:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50700 with x1830978268375424 ext(0->4095) 00002000:00010000:3.0:1746157397.354175:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba50700 00000100:00100000:3.0:1746157397.354245:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4838 00000100:00100000:3.0:1746157397.354252:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268375424:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.354516:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268375424:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 263us (520us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.354522:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4838 00002000:00100000:3.0:1746157397.354527:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba50700 x1830978268375424/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.354534:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50700 with x1830978268375424 ext(0->4095) 00002000:00010000:3.0:1746157397.354537:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba50700 00000100:00100000:0.0:1746157397.356568:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.356630:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268375552 00000100:00100000:1.0:1746157397.356635:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268375552 00000100:00100000:1.0:1746157397.356666:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6716 00000100:00100000:1.0:1746157397.356671:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268375552:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.356679:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.356689:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031455 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.356707:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.356714:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.356715:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.356718:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.356739:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.356749:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.356759:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267082624:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.356816:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.359178:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267082624:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.359200:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.359212:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157397.359257:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268375552:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2584us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.359263:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6716 00000100:00100000:0.0:1746157397.359343:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.359491:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268375680 00000100:00100000:3.0:1746157397.359496:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268375680 00010000:00010000:3.0:1746157397.359516:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 26 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.359539:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10044 00000100:00100000:3.0:1746157397.359544:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1985:x1830978268375680:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.359553:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.359568:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 26 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.359576:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 26 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.359592:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6072e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03144e expref: 26 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.359603:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.359605:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.359610:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.359617:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.359638:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.359648:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267082752:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.359687:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.363247:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267082752:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.363264:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.363302:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1985:x1830978268375680:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3756us (3958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.363309:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10044 00000100:00100000:1.0:1746157397.363512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.363597:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268375936 00000100:00100000:3.0:1746157397.363602:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268375936 00002000:00100000:3.0:1746157397.363627:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714a80 x1830978268375936/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.363635:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714a80 with x1830978268375936 ext(0->4095) 00002000:00010000:3.0:1746157397.363638:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714a80 00000100:00100000:3.0:1746157397.363659:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4839 00000100:00100000:3.0:1746157397.363664:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268375936:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.363780:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268375936:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (268us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.363786:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4839 00002000:00100000:3.0:1746157397.363791:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714a80 x1830978268375936/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.363798:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714a80 with x1830978268375936 ext(0->4095) 00002000:00010000:3.0:1746157397.363800:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714a80 00000100:00100000:0.0:1746157397.364773:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.364843:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268376064 00000100:00100000:1.0:1746157397.364847:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268376064 00000100:00100000:1.0:1746157397.364876:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6717 00000100:00100000:1.0:1746157397.364881:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:31587:x1830978268376064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.364889:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.364900:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03145c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.364919:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.364930:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.364931:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.364934:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.364955:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.364965:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.364974:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267082880:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.365298:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.365498:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.365543:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268376192 00000100:00100000:2.0:1746157397.365547:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268376192 00000100:00100000:2.0:1746157397.365577:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6718 00000100:00100000:2.0:1746157397.365583:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31597:x1830978268376192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.365590:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.365597:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031463 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.365608:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.365612:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.365617:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.365619:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.365636:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.365645:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.365653:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254dc00, rc 0) 00000100:00100000:2.0:1746157397.365683:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:31597:x1830978268376192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.365688:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6718 00000100:00100000:1.0:1746157397.366851:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267082880:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.366867:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.366876:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157397.366909:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31587:x1830978268376064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2027us (2137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.366914:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6717 00000100:00100000:0.0:1746157397.367786:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.367841:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268376320 00000100:00100000:3.0:1746157397.367846:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268376320 00010000:00010000:3.0:1746157397.367865:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.367899:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10045 00000100:00100000:3.0:1746157397.367906:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268376320:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.367915:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.367931:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.367940:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.367954:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60735 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031455 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.367972:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.367974:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.367979:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.367985:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.368005:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 26 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.368015:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 26 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.368029:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083136:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.368119:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.369016:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083136:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.369027:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.369471:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268376320:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1561us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.369477:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10045 00000100:00100000:0.0:1746157397.369644:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.369687:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268376576 00000100:00100000:3.0:1746157397.369690:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268376576 00002000:00100000:3.0:1746157397.369709:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1f80 x1830978268376576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.369717:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1f80 with x1830978268376576 ext(0->4095) 00010000:00010000:3.0:1746157397.369722:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.369730:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.369735:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1f80 00000100:00100000:3.0:1746157397.369746:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2756 00000100:00100000:3.0:1746157397.369751:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268376576:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.369866:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268376576:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.369875:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2756 00002000:00100000:3.0:1746157397.369879:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1f80 x1830978268376576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.369885:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1f80 with x1830978268376576 ext(0->4095) 00010000:00010000:3.0:1746157397.369889:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.369896:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.369901:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1f80 00000100:00100000:0.0:1746157397.371593:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.371700:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268376704 00000100:00100000:3.0:1746157397.371705:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268376704 00010000:00010000:3.0:1746157397.371722:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.371750:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10046 00000100:00100000:3.0:1746157397.371755:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268376704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.371763:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.371776:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.371785:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.371829:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6073c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03145c expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.371931:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.371933:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.371938:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.371945:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.371969:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 26 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.371978:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083264:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.372257:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.373554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.373615:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083264:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.373616:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268376960 00000100:00100000:2.0:1746157397.373620:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268376960 00010000:00010000:3.0:1746157397.373628:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.373658:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268376704:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1902us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.373665:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10046 00002000:00100000:2.0:1746157397.373729:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2680 x1830978268376960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.373736:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2680 with x1830978268376960 ext(0->4095) 00002000:00010000:2.0:1746157397.373739:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2680 00000100:00100000:2.0:1746157397.373755:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4840 00000100:00100000:2.0:1746157397.373762:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268376960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.373945:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268376960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 183us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.373951:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4840 00002000:00100000:2.0:1746157397.373956:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2680 x1830978268376960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.373962:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2680 with x1830978268376960 ext(0->4095) 00002000:00010000:2.0:1746157397.373965:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2680 00000100:00100000:2.0:1746157397.376026:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.376134:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268377088 00000100:00100000:1.0:1746157397.376139:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268377088 00000100:00100000:1.0:1746157397.376169:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6719 00000100:00100000:1.0:1746157397.376175:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268377088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.376188:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.376200:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03146a expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.376221:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.376227:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.376229:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.376232:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.376253:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 25 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.376263:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 25 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.376273:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267083392:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.376349:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.378670:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267083392:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.378691:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.378836:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157397.378986:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268377088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2809us (2963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.378996:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6719 00000100:00100000:1.0:1746157397.379434:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.379477:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268377216 00000100:00100000:2.0:1746157397.379482:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268377216 00002000:00100000:2.0:1746157397.379513:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091714380 x1830978268377216/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.379521:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714380 with x1830978268377216 ext(0->7) 00010000:00010000:2.0:1746157397.379526:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 26 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.379537:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 26 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.379543:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091714380 00000100:00100000:2.0:1746157397.379566:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2757 00000100:00100000:2.0:1746157397.379572:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268377216:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157397.379813:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1986:x1830978268377216:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 241us (380us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1746157397.379823:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2757 00002000:00100000:2.0:1746157397.379828:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091714380 x1830978268377216/t4294967991(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.379835:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714380 with x1830978268377216 ext(0->7) 00010000:00010000:2.0:1746157397.379840:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.379848:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.379854:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091714380 00000100:00100000:0.0:1746157397.380991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.381113:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268377344 00000100:00100000:3.0:1746157397.381120:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268377344 00010000:00010000:3.0:1746157397.381139:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.381170:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10047 00000100:00100000:3.0:1746157397.381176:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1983:x1830978268377344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.381187:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.381198:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.381208:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.381225:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60743 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031463 expref: 28 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.381239:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.381241:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.381247:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.381253:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.381278:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.381288:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083520:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.381568:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.383056:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083520:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.383093:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.383133:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1983:x1830978268377344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1956us (2144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.383143:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10047 00000100:00100000:0.0:1746157397.383473:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.383557:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268377600 00000100:00100000:2.0:1746157397.383562:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268377600 00002000:00100000:2.0:1746157397.383589:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d700700 x1830978268377600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.383598:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d700700 with x1830978268377600 ext(0->4095) 00002000:00010000:2.0:1746157397.383602:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d700700 00000100:00100000:2.0:1746157397.383625:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4841 00000100:00100000:2.0:1746157397.383631:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268377600:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157397.383731:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268377600:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.383737:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4841 00002000:00100000:2.0:1746157397.383741:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d700700 x1830978268377600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.383754:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d700700 with x1830978268377600 ext(0->4095) 00002000:00010000:2.0:1746157397.383757:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d700700 00000100:00100000:0.0:1746157397.385147:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.385219:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268377728 00000100:00100000:1.0:1746157397.385224:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268377728 00000100:00100000:1.0:1746157397.385254:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6720 00000100:00100000:1.0:1746157397.385260:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:31597:x1830978268377728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.385270:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.385282:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031471 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.385302:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.385308:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.385310:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.385313:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.385334:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.385343:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.385353:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267083648:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.385959:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.386322:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267083648:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.386336:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 28 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.386346:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157397.386367:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:31597:x1830978268377728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1108us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.386373:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6720 00000100:00100000:0.0:1746157397.387175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.387303:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268377856 00000100:00100000:3.0:1746157397.387308:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268377856 00010000:00010000:3.0:1746157397.387332:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.387359:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10048 00000100:00100000:3.0:1746157397.387365:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268377856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.387373:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.387389:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.387398:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.387413:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6074a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03146a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.387426:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.387427:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.387432:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.387439:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.387458:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.387469:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083776:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.387516:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.388664:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267083776:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.388676:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.388696:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268377856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1332us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.388702:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10048 00000100:00100000:0.0:1746157397.389720:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.389949:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268378112 00000100:00100000:2.0:1746157397.389955:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268378112 00002000:00100000:2.0:1746157397.389983:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9f80 x1830978268378112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.389992:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268378112 ext(0->4095) 00002000:00010000:2.0:1746157397.389996:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9f80 00000100:00100000:2.0:1746157397.390044:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4842 00000100:00100000:2.0:1746157397.390051:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1984:x1830978268378112:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157397.390221:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1984:x1830978268378112:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.390227:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4842 00002000:00100000:2.0:1746157397.390562:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9f80 x1830978268378112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.390571:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268378112 ext(0->4095) 00002000:00010000:2.0:1746157397.390575:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9f80 00000100:00100000:0.0:1746157397.392547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.392764:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268378240 00000100:00100000:1.0:1746157397.392771:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268378240 00000100:00100000:1.0:1746157397.392815:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6721 00000100:00100000:1.0:1746157397.392822:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268378240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.392833:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.392846:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031478 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.392867:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.392874:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.392876:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.392879:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.392903:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 27 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.392912:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 27 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.392923:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267083904:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.392988:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.394279:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267083904:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.394295:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.394306:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157397.394346:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268378240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1524us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.394352:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6721 00000100:00100000:0.0:1746157397.394742:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.394911:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268378368 00000100:00100000:2.0:1746157397.394916:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268378368 00002000:00100000:2.0:1746157397.394941:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb9500 x1830978268378368/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.394950:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9500 with x1830978268378368 ext(0->7) 00010000:00010000:2.0:1746157397.394956:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 28 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.394966:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 28 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.394972:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9500 00000100:00100000:2.0:1746157397.394985:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2758 00000100:00100000:2.0:1746157397.394992:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1985:x1830978268378368:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157397.395560:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268378368:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 567us (817us total) trans 4294967992 rc 0/0 00000100:00100000:2.0:1746157397.395567:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2758 00002000:00100000:2.0:1746157397.395572:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb9500 x1830978268378368/t4294967992(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.395579:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9500 with x1830978268378368 ext(0->7) 00010000:00010000:2.0:1746157397.395583:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.395593:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.395598:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9500 00000100:00100000:0.0:1746157397.396947:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.397441:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268378496 00000100:00100000:3.0:1746157397.397448:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268378496 00010000:00010000:3.0:1746157397.397472:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.397503:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10049 00000100:00100000:3.0:1746157397.397509:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268378496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.397519:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.397531:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.397540:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.397557:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60751 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031471 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.397577:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.397580:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.397585:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.397592:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.397616:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.397625:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084032:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.397687:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.399622:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.399678:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268378752 00000100:00100000:3.0:1746157397.399680:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084032:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.399684:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268378752 00010000:00010000:3.0:1746157397.399695:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157397.399711:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438e00 x1830978268378752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.399719:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438e00 with x1830978268378752 ext(0->4095) 00002000:00010000:2.0:1746157397.399723:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438e00 00000100:00100000:3.0:1746157397.399739:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1985:x1830978268378496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2229us (2798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.399746:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10049 00000100:00100000:2.0:1746157397.399754:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4843 00000100:00100000:2.0:1746157397.399760:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268378752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.399872:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268378752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.399877:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4843 00002000:00100000:2.0:1746157397.399882:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438e00 x1830978268378752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.399889:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438e00 with x1830978268378752 ext(0->4095) 00002000:00010000:2.0:1746157397.399891:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438e00 00000100:00100000:0.0:1746157397.401903:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.401984:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268378880 00000100:00100000:1.0:1746157397.401990:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268378880 00000100:00100000:1.0:1746157397.402043:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6722 00000100:00100000:1.0:1746157397.402047:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31597:x1830978268378880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.402056:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.402066:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03147f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.402120:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.402130:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.402131:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.402134:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.402164:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.402173:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.402183:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267084160:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.402256:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.404942:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091717100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267084160:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.404964:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.404977:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:0.0:1746157397.404995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.405129:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268379008 00000100:00100000:2.0:1746157397.405137:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268379008 00000100:00100000:1.0:1746157397.405281:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268378880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3230us (3383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.405289:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6722 00000100:00100000:1.0:1746157397.405314:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6723 00000100:00100000:1.0:1746157397.405320:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:31587:x1830978268379008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.405383:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.405394:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031486 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.405410:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.405414:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.405420:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.405423:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.405443:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.405451:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.405457:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157397.405474:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268379008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.405479:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6723 00000100:00100000:3.0:1746157397.405572:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.405593:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268379136 00000100:00100000:0.0:1746157397.405596:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268379136 00010000:00010000:0.0:1746157397.405617:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746157397.405732:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10050 00000100:00100000:0.0:1746157397.405739:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268379136:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157397.405751:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157397.405775:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.405786:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.405811:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60758 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031478 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.405838:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.405840:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.405846:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.405853:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.406023:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.406035:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746157397.406049:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a43ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084416:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.406172:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.407398:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a43ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084416:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.407805:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.407862:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268379392 00000100:00100000:3.0:1746157397.407868:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268379392 00010000:00010000:2.0:1746157397.407871:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157397.407905:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48e00 x1830978268379392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157397.407913:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268379136:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2174us (2340us total) trans 0 rc 0/0 00002000:00100000:3.0:1746157397.407914:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48e00 with x1830978268379392 ext(0->4095) 00010000:00010000:3.0:1746157397.407921:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.407922:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10050 00010000:00010000:3.0:1746157397.407932:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.407938:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d48e00 00000100:00100000:3.0:1746157397.407965:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2759 00000100:00100000:3.0:1746157397.407972:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268379392:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.408452:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268379392:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 480us (648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.408458:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2759 00002000:00100000:3.0:1746157397.408463:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48e00 x1830978268379392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.408470:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48e00 with x1830978268379392 ext(0->4095) 00010000:00010000:3.0:1746157397.408475:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.408483:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.408488:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d48e00 00000100:00100000:0.0:1746157397.409812:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.409869:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268379520 00000100:00100000:1.0:1746157397.409875:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268379520 00000100:00100000:1.0:1746157397.409924:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6724 00000100:00100000:1.0:1746157397.409931:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268379520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.409945:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.409961:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03148d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.409986:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.409991:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.410002:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157397.410005:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.410040:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.410051:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.410061:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157397.410133:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268379520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.410140:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6724 00000100:00100000:0.0:1746157397.410282:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.410395:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268379648 00000100:00100000:3.0:1746157397.410400:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268379648 00010000:00010000:3.0:1746157397.410505:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.410541:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10051 00000100:00100000:3.0:1746157397.410548:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268379648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.410558:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.410577:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.410589:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.410608:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6075f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03147f expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.410636:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.410638:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.410644:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.410651:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.410675:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.410685:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.410696:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084672:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.410763:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.411717:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084672:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.411732:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.411768:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268379648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1219us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.411775:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10051 00000100:00100000:0.0:1746157397.412029:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.412098:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268379904 00000100:00100000:3.0:1746157397.412112:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268379904 00002000:00100000:3.0:1746157397.412144:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5f80 x1830978268379904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.412154:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5f80 with x1830978268379904 ext(0->4095) 00010000:00010000:3.0:1746157397.412162:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.412173:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.412180:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a5f80 00000100:00100000:3.0:1746157397.412204:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2760 00000100:00100000:3.0:1746157397.412211:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268379904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.412493:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268379904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 271us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.412504:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2760 00002000:00100000:3.0:1746157397.412516:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5f80 x1830978268379904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.412524:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5f80 with x1830978268379904 ext(0->4095) 00010000:00010000:3.0:1746157397.412533:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.412551:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.412557:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a5f80 00000100:00100000:0.0:1746157397.414318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.414409:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.414436:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268380160 00000100:00100000:2.0:1746157397.414444:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268380160 00010000:00010000:2.0:1746157397.414476:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.414493:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268380032 00000100:00100000:3.0:1746157397.414501:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268380032 00000100:00100000:2.0:1746157397.414502:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10052 00000100:00100000:2.0:1746157397.414508:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1983:x1830978268380160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.414521:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.414544:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.414555:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.414556:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6725 00000100:00100000:3.0:1746157397.414563:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268380032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.414576:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.414577:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60766 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031486 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.414590:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031494 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.414598:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.414600:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.414607:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.414615:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.414691:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.414698:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.414700:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.414702:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 31 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.414727:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.414734:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.414744:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.414752:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.414754:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267084928:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.414762:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084800:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.414872:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.414882:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.416445:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267084928:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.416464:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 31 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.416475:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157397.416499:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268380032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1937us (2189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.416505:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6725 00000100:00100000:0.0:1746157397.416653:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.416837:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268380416 00000100:00100000:3.0:1746157397.416842:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268380416 00002000:00100000:3.0:1746157397.416865:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7480 x1830978268380416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.416872:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7480 with x1830978268380416 ext(0->4095) 00010000:00010000:3.0:1746157397.416877:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.416886:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.416891:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a7480 00000100:00100000:3.0:1746157397.416910:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2761 00000100:00100000:3.0:1746157397.416916:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268380416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.417370:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268380416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 453us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.417379:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2761 00002000:00100000:3.0:1746157397.417384:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7480 x1830978268380416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.417390:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7480 with x1830978268380416 ext(0->4095) 00010000:00010000:3.0:1746157397.417394:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.417404:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.417408:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a7480 00000100:00100000:3.0:1746157397.417708:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093337480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267084800:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.417721:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.417750:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1983:x1830978268380160:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3242us (3340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.417757:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10052 00000100:00100000:0.0:1746157397.421009:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.421526:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268380544 00000100:00100000:3.0:1746157397.421536:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268380544 00010000:00010000:3.0:1746157397.421572:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.421600:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10053 00000100:00100000:3.0:1746157397.421607:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268380544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.421620:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.421643:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.421655:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.421677:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6076d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03148d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.421696:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.421698:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.421705:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 29 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.421712:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 29 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.421747:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 29 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.421760:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085056:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.421849:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.424758:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085056:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.424782:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.424838:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268380544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3230us (3837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.424849:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10053 00000100:00100000:0.0:1746157397.425363:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.425410:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268380800 00000100:00100000:3.0:1746157397.425417:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268380800 00002000:00100000:3.0:1746157397.425454:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7100 x1830978268380800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.425464:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7100 with x1830978268380800 ext(0->4095) 00002000:00010000:3.0:1746157397.425469:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a7100 00000100:00100000:3.0:1746157397.425497:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4844 00000100:00100000:3.0:1746157397.425504:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268380800:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.425658:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268380800:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.425665:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4844 00002000:00100000:3.0:1746157397.425670:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a7100 x1830978268380800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.425678:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a7100 with x1830978268380800 ext(0->4095) 00002000:00010000:3.0:1746157397.425681:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a7100 00000100:00100000:1.0:1746157397.428434:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.428541:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268380928 00000100:00100000:3.0:1746157397.428550:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268380928 00000100:00100000:3.0:1746157397.428592:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6726 00000100:00100000:3.0:1746157397.428599:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268380928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.428617:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.428635:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03149b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.428664:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 29 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.428670:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.428674:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.428677:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.428708:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 29 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.428719:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 29 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.428732:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267085184:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.428829:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.430850:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267085184:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.430879:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.430897:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157397.431340:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268380928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2730us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.431350:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6726 00000100:00100000:0.0:1746157397.431487:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.431538:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268381056 00000100:00100000:3.0:1746157397.431544:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268381056 00010000:00010000:3.0:1746157397.431567:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 30 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.431592:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10054 00000100:00100000:3.0:1746157397.431598:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268381056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.431612:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.431629:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 30 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.431639:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 30 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.431660:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60774 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031494 expref: 30 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.431684:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.431686:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.431691:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.431698:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.431725:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.431736:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085312:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.431812:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.433620:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085312:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.433656:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.433711:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1986:x1830978268381056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2111us (2223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.433723:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10054 00000100:00100000:0.0:1746157397.434163:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.434389:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268381312 00000100:00100000:3.0:1746157397.434394:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268381312 00002000:00100000:3.0:1746157397.434423:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5c00 x1830978268381312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.434432:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5c00 with x1830978268381312 ext(0->4095) 00002000:00010000:3.0:1746157397.434436:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a5c00 00000100:00100000:3.0:1746157397.434458:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4845 00000100:00100000:3.0:1746157397.434464:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268381312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.434587:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268381312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (428us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.434593:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4845 00002000:00100000:3.0:1746157397.434598:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a5c00 x1830978268381312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.434605:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a5c00 with x1830978268381312 ext(0->4095) 00002000:00010000:3.0:1746157397.434608:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a5c00 00000100:00100000:0.0:1746157397.435424:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.435517:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268381440 00000100:00100000:3.0:1746157397.435521:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268381440 00000100:00100000:3.0:1746157397.435549:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6727 00000100:00100000:3.0:1746157397.435555:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31587:x1830978268381440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.435563:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.435574:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314a2 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.435594:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.435598:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.435599:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.435601:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 30 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.435618:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.435624:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.435630:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267085440:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.435679:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.436808:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.436924:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268381568 00000100:00100000:1.0:1746157397.436931:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268381568 00000100:00100000:3.0:1746157397.436951:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267085440:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.436965:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.436973:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:1.0:1746157397.436981:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6728 00000100:00100000:1.0:1746157397.436988:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268381568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.437002:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157397.437006:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268381440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1452us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.437011:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6727 00010000:00010000:1.0:1746157397.437015:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314a9 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.437160:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.437167:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.437177:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.437180:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.437305:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.437315:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.437510:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157397.437552:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268381568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 564us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.437559:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6728 00000100:00100000:0.0:1746157397.438754:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.438824:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268381696 00000100:00100000:3.0:1746157397.438833:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268381696 00010000:00010000:3.0:1746157397.438864:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.438898:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10055 00000100:00100000:3.0:1746157397.438904:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268381696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.438916:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.438939:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.438949:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.438970:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e6077b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03149b expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.438997:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.438999:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.439006:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 30 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.439329:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 30 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.439360:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 30 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.439370:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 30 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.439382:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085696:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.439476:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.444826:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.444928:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268381952 00000100:00100000:2.0:1746157397.445005:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268381952 00002000:00100000:2.0:1746157397.445061:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52d80 x1830978268381952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.445113:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52d80 with x1830978268381952 ext(0->4095) 00010000:00010000:2.0:1746157397.445122:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.445136:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.445143:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba52d80 00000100:00100000:3.0:1746157397.445166:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085696:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.445177:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2762 00000100:00100000:2.0:1746157397.445184:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268381952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746157397.445185:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.445229:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268381696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 6324us (6482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.445237:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10055 00000100:00100000:2.0:1746157397.445563:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268381952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 375us (743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.445569:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2762 00002000:00100000:2.0:1746157397.445574:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52d80 x1830978268381952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.445581:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52d80 with x1830978268381952 ext(0->4095) 00010000:00010000:2.0:1746157397.445586:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.445595:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.445601:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba52d80 00000100:00100000:0.0:1746157397.450601:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.450675:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268382080 00000100:00100000:3.0:1746157397.450686:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268382080 00010000:00010000:3.0:1746157397.450725:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.450920:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10056 00000100:00100000:3.0:1746157397.450949:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1984:x1830978268382080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.450966:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.450988:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.451001:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.451020:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60782 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a2 expref: 31 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.451051:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.451054:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.451059:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.451114:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.451140:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.451151:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085824:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.451222:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.455052:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.455180:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268382336 00000100:00100000:2.0:1746157397.455189:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268382336 00000100:00100000:3.0:1746157397.455204:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267085824:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.455224:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157397.455234:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282d500 x1830978268382336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.455243:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282d500 with x1830978268382336 ext(0->4095) 00002000:00010000:2.0:1746157397.455247:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282d500 00000100:00100000:3.0:1746157397.455264:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1984:x1830978268382080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4330us (4674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.455271:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4846 00000100:00100000:3.0:1746157397.455272:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10056 00000100:00100000:2.0:1746157397.455277:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268382336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.455502:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268382336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 225us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.455509:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4846 00002000:00100000:2.0:1746157397.455514:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282d500 x1830978268382336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.455526:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282d500 with x1830978268382336 ext(0->4095) 00002000:00010000:2.0:1746157397.455529:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282d500 00000100:00100000:0.0:1746157397.457035:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.457270:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268382464 00000100:00100000:1.0:1746157397.457278:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268382464 00000100:00100000:1.0:1746157397.457331:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6729 00000100:00100000:1.0:1746157397.457338:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268382464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.457355:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.457371:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314b0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.457400:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.457407:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.457410:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.457413:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.457443:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.457454:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 29 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.457466:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267085952:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.457536:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.458849:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267085952:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.458875:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.458889:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:1.0:1746157397.458935:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268382464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1597us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.458943:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6729 00000100:00100000:0.0:1746157397.459813:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.460034:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268382592 00000100:00100000:3.0:1746157397.460041:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268382592 00010000:00010000:3.0:1746157397.460095:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.460130:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10057 00000100:00100000:3.0:1746157397.460136:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268382592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.460149:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.460172:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.460187:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.460209:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60789 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314a9 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.460766:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.460770:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.460779:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.460789:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.460825:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.460839:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086080:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.461208:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.463122:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086080:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.463147:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.463437:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1986:x1830978268382592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3121us (3447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.463448:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10057 00000100:00100000:0.0:1746157397.464784:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.464941:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268382848 00000100:00100000:2.0:1746157397.464949:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268382848 00002000:00100000:2.0:1746157397.464993:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37800 x1830978268382848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.465003:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37800 with x1830978268382848 ext(0->4095) 00002000:00010000:2.0:1746157397.465008:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37800 00000100:00100000:2.0:1746157397.465043:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4847 00000100:00100000:2.0:1746157397.465050:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268382848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.465256:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268382848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 206us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.465266:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4847 00002000:00100000:2.0:1746157397.465271:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37800 x1830978268382848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.465278:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37800 with x1830978268382848 ext(0->4095) 00002000:00010000:2.0:1746157397.465281:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37800 00000100:00100000:0.0:1746157397.466744:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.466802:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268382976 00000100:00100000:1.0:1746157397.466811:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268382976 00000100:00100000:1.0:1746157397.466860:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6730 00000100:00100000:1.0:1746157397.466868:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31587:x1830978268382976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.466883:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.466901:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314b7 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.466932:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.466943:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.466945:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.466948:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157397.466978:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157397.466979:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.466991:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.467003:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267086208:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.467032:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268383104 00000100:00100000:2.0:1746157397.467037:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268383104 00000100:00100000:2.0:1746157397.467116:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6731 00000100:00100000:2.0:1746157397.467124:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268383104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.467131:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.467139:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314be expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.467152:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.467156:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.467162:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.467164:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.467189:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.467200:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.467214:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254dc00, rc 0) 00000100:00100000:2.0:1746157397.467237:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31597:x1830978268383104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.467243:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6731 00000100:00100000:1.0:1746157397.467258:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.468808:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267086208:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.468833:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.468847:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157397.468881:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268382976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2014us (2144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.468888:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6730 00000100:00100000:0.0:1746157397.470165:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.470254:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268383232 00000100:00100000:3.0:1746157397.470264:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268383232 00010000:00010000:3.0:1746157397.470296:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.470321:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10058 00000100:00100000:3.0:1746157397.470328:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268383232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.470342:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.470364:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.470376:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.470399:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60790 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b0 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.470429:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.470431:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.470439:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.470447:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.470479:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.470490:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.470502:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086464:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.470577:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.472918:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.473005:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268383488 00000100:00100000:1.0:1746157397.473014:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268383488 00002000:00100000:1.0:1746157397.473059:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213b80 x1830978268383488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.473069:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830978268383488 ext(0->4095) 00010000:00010000:1.0:1746157397.473125:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.473139:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.473146:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213b80 00000100:00100000:1.0:1746157397.473167:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2763 00000100:00100000:1.0:1746157397.473175:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268383488:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.473442:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086464:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.473459:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.473503:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268383232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3174us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.473511:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10058 00000100:00100000:1.0:1746157397.473559:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268383488:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 375us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.473570:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2763 00002000:00100000:1.0:1746157397.473581:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213b80 x1830978268383488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.473590:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213b80 with x1830978268383488 ext(0->4095) 00010000:00010000:1.0:1746157397.473598:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.473610:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.473616:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213b80 00000100:00100000:0.0:1746157397.476040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.476113:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268383616 00000100:00100000:3.0:1746157397.476123:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268383616 00010000:00010000:3.0:1746157397.476159:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.476195:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10059 00000100:00100000:3.0:1746157397.476203:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268383616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.476216:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.476239:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.476251:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.476275:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60797 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314b7 expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.476298:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.476301:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.476308:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.476315:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.476912:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.476927:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086592:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.477022:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.480352:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086592:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.480375:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.480420:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268383616:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4217us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.480431:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10059 00000100:00100000:0.0:1746157397.481058:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.481108:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268383872 00000100:00100000:2.0:1746157397.481116:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268383872 00002000:00100000:2.0:1746157397.481166:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178c000 x1830978268383872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.481175:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178c000 with x1830978268383872 ext(0->4095) 00002000:00010000:2.0:1746157397.481179:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178c000 00000100:00100000:2.0:1746157397.481204:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4848 00000100:00100000:2.0:1746157397.481211:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268383872:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.481413:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268383872:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 202us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.481419:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4848 00002000:00100000:2.0:1746157397.481424:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178c000 x1830978268383872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.481431:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178c000 with x1830978268383872 ext(0->4095) 00002000:00010000:2.0:1746157397.481434:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178c000 00000100:00100000:0.0:1746157397.482988:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.483099:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268384000 00000100:00100000:1.0:1746157397.483119:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268384000 00000100:00100000:1.0:1746157397.483167:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6732 00000100:00100000:1.0:1746157397.483174:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268384000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.483192:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.483209:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314c5 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.483241:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.483249:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.483251:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.483254:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.483284:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.483588:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 29 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.483602:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267086720:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.483696:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.485572:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.485649:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268384128 00000100:00100000:3.0:1746157397.485657:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268384128 00000100:00100000:1.0:1746157397.485664:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267086720:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.485685:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.485701:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157397.485741:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268384000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2568us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.485747:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6732 00010000:00010000:3.0:1746157397.485809:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.485842:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10060 00000100:00100000:3.0:1746157397.485850:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268384128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.485863:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.485886:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.485902:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.485924:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6079e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314be expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.485947:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.485949:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.485955:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.485963:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.485992:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.486003:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086848:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.486061:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.487133:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267086848:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.487147:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.487184:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1985:x1830978268384128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1336us (1619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.487189:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10060 00000100:00100000:0.0:1746157397.487577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.487632:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268384384 00000100:00100000:2.0:1746157397.487638:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268384384 00002000:00100000:2.0:1746157397.487676:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978268384384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.487691:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978268384384 ext(0->4095) 00002000:00010000:2.0:1746157397.487695:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419c380 00000100:00100000:2.0:1746157397.487725:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4849 00000100:00100000:2.0:1746157397.487732:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268384384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.487895:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268384384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.487901:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4849 00002000:00100000:2.0:1746157397.487905:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978268384384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.487912:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978268384384 ext(0->4095) 00002000:00010000:2.0:1746157397.487915:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419c380 00000100:00100000:0.0:1746157397.489455:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.489525:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268384512 00000100:00100000:1.0:1746157397.489532:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268384512 00000100:00100000:1.0:1746157397.489612:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6733 00000100:00100000:1.0:1746157397.489617:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31597:x1830978268384512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.489631:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.489650:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314cc expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.489673:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.489678:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.489680:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.489682:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 30 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.489708:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.489718:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.489734:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267086976:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.490022:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.490407:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.490494:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268384640 00000100:00100000:3.0:1746157397.490499:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268384640 00000100:00100000:3.0:1746157397.490537:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6734 00000100:00100000:3.0:1746157397.490543:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268384640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.490550:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.490558:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314d3 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.490572:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.490576:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.490581:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.490584:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.490607:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 32 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.490618:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.490628:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157397.490662:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31587:x1830978268384640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.490668:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6734 00000100:00100000:0.0:1746157397.492000:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.492128:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267086976:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.492211:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268384768 00000100:00100000:3.0:1746157397.492216:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268384768 00010000:00010000:3.0:1746157397.492242:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.492273:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10061 00000100:00100000:3.0:1746157397.492279:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268384768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.492291:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157397.492299:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.492312:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.492313:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00010000:00010000:3.0:1746157397.492322:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.492341:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e607a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314c5 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.492349:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268384512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2732us (2900us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157397.492352:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.492353:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.492359:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.492364:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.492383:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.492390:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.492402:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087232:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.492450:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.492480:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6733 00000100:00100000:0.0:1746157397.494729:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.494788:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268385024 00000100:00100000:2.0:1746157397.494797:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268385024 00000100:00100000:3.0:1746157397.494833:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087232:192.168.203.5@tcp:105: 00002000:00100000:2.0:1746157397.494839:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9180 x1830978268385024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.494849:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9180 with x1830978268385024 ext(0->4095) 00010000:00010000:3.0:1746157397.494852:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157397.494857:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.494870:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.494877:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9180 00000100:00100000:3.0:1746157397.494891:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268384768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2611us (2895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.494901:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10061 00000100:00100000:2.0:1746157397.494903:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2764 00000100:00100000:2.0:1746157397.494910:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268385024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.495065:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268385024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.495117:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2764 00002000:00100000:2.0:1746157397.495123:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9180 x1830978268385024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.495134:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9180 with x1830978268385024 ext(0->4095) 00010000:00010000:2.0:1746157397.495138:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.495147:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.495153:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9180 00000100:00100000:0.0:1746157397.496953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.497117:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268385152 00000100:00100000:1.0:1746157397.497129:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268385152 00000100:00100000:1.0:1746157397.497183:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6735 00000100:00100000:1.0:1746157397.497190:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268385152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.497206:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.497223:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314da expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.497249:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.497255:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.497261:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157397.497263:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.497299:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157397.497305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157397.497310:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.497319:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:3.0:1746157397.497343:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268385280 00000100:00100000:3.0:1746157397.497348:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268385280 00000100:00100000:1.0:1746157397.497363:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268385152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (416us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157397.497366:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.497370:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6735 00000100:00100000:3.0:1746157397.497396:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10062 00000100:00100000:3.0:1746157397.497401:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1983:x1830978268385280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.497409:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.497429:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.497439:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.497456:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e607ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314cc expref: 31 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.497466:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.497469:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.497474:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.497481:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.497498:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.497508:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.497519:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087488:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.497588:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.499191:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087488:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.499207:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.499242:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1983:x1830978268385280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1839us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.499256:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10062 00000100:00100000:1.0:1746157397.499686:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.499766:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268385536 00000100:00100000:2.0:1746157397.499772:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268385536 00002000:00100000:2.0:1746157397.499802:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2a00 x1830978268385536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.499811:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2a00 with x1830978268385536 ext(0->4095) 00010000:00010000:2.0:1746157397.499818:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.499829:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.499834:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e2a00 00000100:00100000:2.0:1746157397.499977:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2765 00000100:00100000:2.0:1746157397.499985:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268385536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.500131:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268385536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.500137:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2765 00002000:00100000:2.0:1746157397.500142:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2a00 x1830978268385536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.500149:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2a00 with x1830978268385536 ext(0->4095) 00010000:00010000:2.0:1746157397.500154:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.500162:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.500167:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e2a00 00000100:00100000:0.0:1746157397.502431:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.502588:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268385664 00000100:00100000:1.0:1746157397.502596:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268385664 00000100:00100000:1.0:1746157397.502845:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6736 00000100:00100000:1.0:1746157397.502853:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:31587:x1830978268385664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.502864:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.502878:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314e1 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.502897:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.502901:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.502907:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157397.502910:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.502941:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.502950:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 31 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.502958:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157397.503000:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31587:x1830978268385664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.503006:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6736 00000100:00100000:1.0:1746157397.503113:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.503232:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268385792 00000100:00100000:2.0:1746157397.503236:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268385792 00010000:00010000:2.0:1746157397.503250:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 31 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.503267:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10063 00000100:00100000:2.0:1746157397.503271:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268385792:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.503278:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.503293:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 31 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.503306:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 31 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.503320:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314d3 expref: 31 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.503885:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.503886:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.503892:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.503898:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.503916:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.503923:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.503932:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087744:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.503990:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.505597:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087744:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.505610:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.505721:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268385792:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2449us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.505730:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10063 00000100:00100000:0.0:1746157397.506530:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.506773:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268386048 00000100:00100000:3.0:1746157397.506778:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268386048 00002000:00100000:3.0:1746157397.506805:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9180 x1830978268386048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.506818:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9180 with x1830978268386048 ext(0->4095) 00010000:00010000:3.0:1746157397.506824:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.506840:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.506846:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17d9180 00000100:00100000:3.0:1746157397.506866:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2766 00000100:00100000:3.0:1746157397.506871:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268386048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.506979:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268386048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.506985:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2766 00002000:00100000:3.0:1746157397.506990:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9180 x1830978268386048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.506997:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9180 with x1830978268386048 ext(0->4095) 00010000:00010000:3.0:1746157397.507001:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.507009:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.507015:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17d9180 00000100:00100000:0.0:1746157397.508506:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.508859:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268386176 00000100:00100000:2.0:1746157397.508864:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268386176 00010000:00010000:2.0:1746157397.508887:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746157397.508901:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.508961:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10064 00000100:00100000:3.0:1746157397.508963:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268386304 00000100:00100000:3.0:1746157397.508967:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268386304 00000100:00100000:2.0:1746157397.508967:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268386176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.508976:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.508989:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 7 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.508998:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 7 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.509014:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e607ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314da expref: 7 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.509033:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.509035:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.509040:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.509044:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6737 00010000:00010000:2.0:1746157397.509048:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.509067:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268386304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.509095:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.509099:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.509118:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314e8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.509122:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087872:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.509134:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.509141:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.509142:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.509145:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 7 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.509159:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 29 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.509168:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 29 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.509175:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088000:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.509180:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.509197:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.510567:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088000:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.510586:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 7 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.510597:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157397.510876:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:31597:x1830978268386304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1825us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.510883:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6737 00000100:00100000:2.0:1746157397.511122:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267087872:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.511135:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.511156:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268386176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2190us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.511162:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10064 00000100:00100000:0.0:1746157397.511331:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.511368:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268386432 00000100:00100000:2.0:1746157397.511372:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268386432 00010000:00010000:2.0:1746157397.511387:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.511447:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10065 00000100:00100000:2.0:1746157397.511454:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268386432:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.511462:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.511478:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.511487:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.511502:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e607c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e1 expref: 30 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.511511:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.511513:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.511518:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.511689:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.511709:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.511718:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088128:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.511772:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.512776:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088128:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.512786:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.512839:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1986:x1830978268386432:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1359us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.512845:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10065 00000100:00100000:0.0:1746157397.513443:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.513504:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268386688 00000100:00100000:3.0:1746157397.513507:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268386688 00002000:00100000:3.0:1746157397.513530:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604d880 x1830978268386688/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.513537:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830978268386688 ext(0->4095) 00002000:00010000:3.0:1746157397.513540:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d880 00000100:00100000:3.0:1746157397.513562:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4850 00000100:00100000:3.0:1746157397.513567:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268386688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.513823:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268386688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 255us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.513829:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4850 00002000:00100000:3.0:1746157397.513834:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604d880 x1830978268386688/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.513840:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830978268386688 ext(0->4095) 00002000:00010000:3.0:1746157397.513843:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d880 00000100:00100000:0.0:1746157397.515002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.515159:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268386816 00000100:00100000:3.0:1746157397.515163:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268386816 00000100:00100000:3.0:1746157397.515192:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6738 00000100:00100000:3.0:1746157397.515198:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:31597:x1830978268386816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.515207:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.515217:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314ef expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.515237:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.515248:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.515250:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.515253:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.515274:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.515284:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.515292:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088256:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.515554:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.516737:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088256:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.516755:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 30 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.516767:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157397.516792:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:31597:x1830978268386816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1594us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.516798:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6738 00000100:00100000:2.0:1746157397.517395:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.517448:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268386944 00000100:00100000:0.0:1746157397.517454:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268386944 00010000:00010000:0.0:1746157397.517472:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746157397.517497:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10066 00000100:00100000:0.0:1746157397.517503:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268386944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157397.517511:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157397.517527:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.517539:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.517555:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314e8 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.517578:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.517580:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.517585:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.517591:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.517614:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157397.517623:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088384:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.517667:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.520305:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088384:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.520319:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.520351:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268386944:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2847us (2956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.520359:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10066 00000100:00100000:0.0:1746157397.520435:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.520473:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268387200 00000100:00100000:3.0:1746157397.520478:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268387200 00002000:00100000:3.0:1746157397.520506:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9ad80 x1830978268387200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.520520:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9ad80 with x1830978268387200 ext(0->4095) 00002000:00010000:3.0:1746157397.520523:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba9ad80 00000100:00100000:3.0:1746157397.520538:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4851 00000100:00100000:3.0:1746157397.520558:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268387200:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.520664:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268387200:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (229us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.520669:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4851 00002000:00100000:3.0:1746157397.520674:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9ad80 x1830978268387200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.520681:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9ad80 with x1830978268387200 ext(0->4095) 00002000:00010000:3.0:1746157397.520683:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba9ad80 00000100:00100000:0.0:1746157397.524470:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.524546:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268387328 00000100:00100000:3.0:1746157397.524553:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268387328 00000100:00100000:3.0:1746157397.524691:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6739 00000100:00100000:3.0:1746157397.524884:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268387328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.524900:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.524913:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314f6 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.524936:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.524942:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.524943:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.524946:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.524968:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 29 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.524976:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 29 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.524985:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088512:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.526161:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.528112:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088512:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.528135:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.528148:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157397.528180:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268387328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3483us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.528187:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6739 00000100:00100000:0.0:1746157397.529295:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.529355:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268387456 00000100:00100000:2.0:1746157397.529360:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268387456 00002000:00100000:2.0:1746157397.529389:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801354a4000 x1830978268387456/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.529403:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4000 with x1830978268387456 ext(0->7) 00010000:00010000:2.0:1746157397.529409:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.529421:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 30 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.529426:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a4000 00000100:00100000:2.0:1746157397.529452:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2767 00000100:00100000:2.0:1746157397.529458:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268387456:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157397.529686:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268387456:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 227us (392us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1746157397.529691:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2767 00002000:00100000:2.0:1746157397.529696:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801354a4000 x1830978268387456/t4294967993(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.529703:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a4000 with x1830978268387456 ext(0->7) 00010000:00010000:2.0:1746157397.529708:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.529717:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.529722:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354a4000 00000100:00100000:0.0:1746157397.531411:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.531472:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268387584 00000100:00100000:2.0:1746157397.531478:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268387584 00010000:00010000:2.0:1746157397.531498:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.531532:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10067 00000100:00100000:2.0:1746157397.531539:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268387584:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.531548:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.531562:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.531571:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.531588:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e607cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314ef expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.531613:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.531615:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.531621:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.531627:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.531650:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.531725:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088640:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.531856:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3d2be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.532776:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088640:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.532787:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.532862:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268387584:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1323us (1454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.532869:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10067 00000100:00100000:0.0:1746157397.533703:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.534483:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268387840 00000100:00100000:3.0:1746157397.534488:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268387840 00002000:00100000:3.0:1746157397.534517:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a6a00 x1830978268387840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.534525:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a6a00 with x1830978268387840 ext(0->4095) 00002000:00010000:3.0:1746157397.534529:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a6a00 00000100:00100000:3.0:1746157397.534556:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4852 00000100:00100000:3.0:1746157397.534562:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268387840:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.534677:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268387840:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (975us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.534682:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4852 00002000:00100000:3.0:1746157397.534686:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354a6a00 x1830978268387840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.534693:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354a6a00 with x1830978268387840 ext(0->4095) 00002000:00010000:3.0:1746157397.534695:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354a6a00 00000100:00100000:0.0:1746157397.536342:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.536392:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268387968 00000100:00100000:3.0:1746157397.536397:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268387968 00000100:00100000:3.0:1746157397.536431:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6740 00000100:00100000:3.0:1746157397.536437:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:31597:x1830978268387968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.536448:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.536461:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0314fd expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.536482:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.536488:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.536489:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.536493:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.536515:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.536529:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.536538:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088768:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.536824:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.537770:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267088768:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.537788:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 32 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.537799:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157397.537823:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:31597:x1830978268387968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1387us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.537829:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6740 00000100:00100000:0.0:1746157397.539723:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.539852:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268388096 00000100:00100000:2.0:1746157397.539859:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268388096 00010000:00010000:2.0:1746157397.539887:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.539923:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10068 00000100:00100000:2.0:1746157397.539930:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268388096:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.539941:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.539959:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.539968:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.539985:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e607d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314f6 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.540014:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.540016:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.540021:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.540033:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.540058:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.540068:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088896:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.540175:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.542690:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.542694:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267088896:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.542710:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.542741:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268388096:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2811us (3022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.542749:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10068 00000100:00100000:3.0:1746157397.542823:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268388352 00000100:00100000:3.0:1746157397.542828:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268388352 00002000:00100000:3.0:1746157397.542855:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51c00 x1830978268388352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.542863:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51c00 with x1830978268388352 ext(0->4095) 00002000:00010000:3.0:1746157397.542867:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba51c00 00000100:00100000:3.0:1746157397.542893:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4853 00000100:00100000:3.0:1746157397.542900:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268388352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.543012:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268388352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (326us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.543021:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4853 00002000:00100000:3.0:1746157397.543026:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51c00 x1830978268388352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.543033:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51c00 with x1830978268388352 ext(0->4095) 00002000:00010000:3.0:1746157397.543036:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba51c00 00000100:00100000:0.0:1746157397.544245:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.544317:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268388480 00000100:00100000:3.0:1746157397.544322:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268388480 00000100:00100000:3.0:1746157397.544344:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6741 00000100:00100000:3.0:1746157397.544349:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268388480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.544359:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.544370:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031504 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.544390:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.544396:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.544398:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.544400:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.544422:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 31 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.544431:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 31 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.544445:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089024:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.544514:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.545811:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089024:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.545830:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.545841:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157397.545868:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268388480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1519us (1626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.545874:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6741 00000100:00100000:0.0:1746157397.546247:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.546298:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268388608 00000100:00100000:3.0:1746157397.546303:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268388608 00002000:00100000:3.0:1746157397.546326:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091717100 x1830978268388608/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.546334:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717100 with x1830978268388608 ext(0->7) 00010000:00010000:3.0:1746157397.546339:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.546349:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 32 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.546354:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091717100 00000100:00100000:3.0:1746157397.546366:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2768 00000100:00100000:3.0:1746157397.546372:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268388608:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157397.546799:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1985:x1830978268388608:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 425us (551us total) trans 4294967994 rc 0/0 00000100:00100000:3.0:1746157397.546805:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2768 00002000:00100000:3.0:1746157397.546810:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091717100 x1830978268388608/t4294967994(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.546817:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717100 with x1830978268388608 ext(0->7) 00010000:00010000:3.0:1746157397.546821:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.546830:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.546836:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091717100 00000100:00100000:0.0:1746157397.548338:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.548441:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268388736 00000100:00100000:2.0:1746157397.548446:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268388736 00010000:00010000:2.0:1746157397.548470:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.548504:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10069 00000100:00100000:2.0:1746157397.548510:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1984:x1830978268388736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.548519:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.548531:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.548538:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.548552:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e607dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0314fd expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.548572:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.548573:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.548577:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.548582:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.548601:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.548608:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267089152:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.548662:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.550335:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267089152:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.550352:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.550390:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1984:x1830978268388736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1880us (2055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.550398:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10069 00000100:00100000:0.0:1746157397.551146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.551196:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268388992 00000100:00100000:3.0:1746157397.551201:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268388992 00002000:00100000:3.0:1746157397.551228:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87800 x1830978268388992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.551236:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268388992 ext(0->4095) 00002000:00010000:3.0:1746157397.551239:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:3.0:1746157397.551262:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4854 00000100:00100000:3.0:1746157397.551266:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268388992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.551451:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268388992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (248us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.551457:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4854 00002000:00100000:3.0:1746157397.551463:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87800 x1830978268388992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.551469:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268388992 ext(0->4095) 00002000:00010000:3.0:1746157397.551471:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:0.0:1746157397.553160:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.553202:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268389120 00000100:00100000:3.0:1746157397.553207:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268389120 00000100:00100000:3.0:1746157397.553236:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6742 00000100:00100000:3.0:1746157397.553242:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:31597:x1830978268389120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.553252:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.553263:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03150b expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.553282:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.553287:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.553289:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.553291:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 34 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.553312:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.553321:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.553335:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089280:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.553411:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.554412:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089280:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.554429:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 34 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.554443:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:2.0:1746157397.554477:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:31597:x1830978268389120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1234us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.554483:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6742 00000100:00100000:0.0:1746157397.554637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.554676:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268389248 00000100:00100000:2.0:1746157397.554680:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268389248 00010000:00010000:2.0:1746157397.554696:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.554724:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10070 00000100:00100000:2.0:1746157397.554729:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268389248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.554737:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.554753:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.554761:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.554775:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e607e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031504 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.554797:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.554798:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.554804:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 33 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.554815:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 33 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.554835:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 33 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.554843:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267089408:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.554890:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.556304:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.556379:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268389504 00000100:00100000:3.0:1746157397.556384:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268389504 00000100:00100000:2.0:1746157397.556385:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267089408:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.556399:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157397.556411:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87b80 x1830978268389504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.556419:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978268389504 ext(0->4095) 00000100:00100000:2.0:1746157397.556422:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268389248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1693us (1785us total) trans 0 rc 0/0 00002000:00010000:3.0:1746157397.556423:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87b80 00000100:00100000:2.0:1746157397.556429:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10070 00000100:00100000:3.0:1746157397.556451:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4855 00000100:00100000:3.0:1746157397.556457:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1983:x1830978268389504:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157397.557058:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1983:x1830978268389504:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 599us (755us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.557064:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4855 00002000:00100000:3.0:1746157397.557069:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87b80 x1830978268389504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.557097:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978268389504 ext(0->4095) 00002000:00010000:3.0:1746157397.557110:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87b80 00000100:00100000:0.0:1746157397.559969:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.560053:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268389632 00000100:00100000:2.0:1746157397.560059:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268389632 00000100:00100000:2.0:1746157397.560254:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6743 00000100:00100000:2.0:1746157397.560261:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268389632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.560274:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.560287:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031512 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.560309:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 33 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.560314:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.560317:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.560319:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.560341:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 33 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.560350:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 33 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.560359:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089536:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.560411:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.562112:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089536:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.562138:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.562153:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d800, rc 0) 00000100:00100000:2.0:1746157397.562200:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268389632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.562208:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6743 00000100:00100000:0.0:1746157397.562321:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.562469:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268389760 00000100:00100000:3.0:1746157397.562475:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268389760 00002000:00100000:3.0:1746157397.562503:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c87100 x1830978268389760/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.562511:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87100 with x1830978268389760 ext(0->7) 00010000:00010000:3.0:1746157397.562516:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.562527:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 34 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.562533:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c87100 00000100:00100000:3.0:1746157397.562558:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2769 00000100:00100000:3.0:1746157397.562564:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1985:x1830978268389760:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157397.562776:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268389760:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 211us (456us total) trans 4294967995 rc 0/0 00000100:00100000:3.0:1746157397.562782:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2769 00002000:00100000:3.0:1746157397.562787:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c87100 x1830978268389760/t4294967995(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.562793:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87100 with x1830978268389760 ext(0->7) 00010000:00010000:3.0:1746157397.562797:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.562805:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.562810:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c87100 00000100:00100000:0.0:1746157397.565327:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.565380:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268389888 00000100:00100000:2.0:1746157397.565386:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268389888 00010000:00010000:2.0:1746157397.565411:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.565441:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10071 00000100:00100000:2.0:1746157397.565447:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268389888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.565458:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.565472:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.565482:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.565498:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e607eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03150b expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.565530:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.565532:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.565537:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.565544:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.565572:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.565582:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267089664:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.565648:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.567328:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.567348:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267089664:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.567364:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.567399:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1983:x1830978268389888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1952us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.567409:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10071 00000100:00100000:1.0:1746157397.567445:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268390144 00000100:00100000:1.0:1746157397.567450:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268390144 00002000:00100000:1.0:1746157397.567475:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9880 x1830978268390144/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.567484:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9880 with x1830978268390144 ext(0->4095) 00002000:00010000:1.0:1746157397.567487:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363e9880 00000100:00100000:1.0:1746157397.567513:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4856 00000100:00100000:1.0:1746157397.567519:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268390144:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157397.567627:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268390144:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.567632:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4856 00002000:00100000:1.0:1746157397.567637:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9880 x1830978268390144/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.567648:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9880 with x1830978268390144 ext(0->4095) 00002000:00010000:1.0:1746157397.567651:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363e9880 00000100:00100000:0.0:1746157397.569491:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.569589:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268390272 00000100:00100000:2.0:1746157397.569594:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268390272 00000100:00100000:2.0:1746157397.569629:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6744 00000100:00100000:2.0:1746157397.569635:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31597:x1830978268390272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.569645:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.569657:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031519 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.569677:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.569683:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.569685:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.569714:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.569736:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.569747:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.569757:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089792:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.569955:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.571619:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089792:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.571643:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.571654:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c200, rc 0) 00000100:00100000:2.0:1746157397.571815:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31597:x1830978268390272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2178us (2325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.571823:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6744 00000100:00100000:0.0:1746157397.572630:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.572710:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.572775:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268390400 00000100:00100000:2.0:1746157397.572780:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268390400 00010000:00010000:2.0:1746157397.572800:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.572828:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10072 00000100:00100000:2.0:1746157397.572833:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268390400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.572842:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.572856:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.572864:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.572879:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e607f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031512 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.573245:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268390528 00000100:00100000:3.0:1746157397.573249:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268390528 00000100:00100000:3.0:1746157397.573277:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6745 00000100:00100000:3.0:1746157397.573281:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31587:x1830978268390528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.573290:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.573297:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031520 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.573314:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.573318:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.573324:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.573326:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.573333:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.573335:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.573340:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.573348:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.573365:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.573374:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.573385:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.573387:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089920:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.573391:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.573397:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267090048:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.573447:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.573452:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.574629:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267090048:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.574643:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.574770:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267089920:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.574784:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.574794:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157397.574824:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268390528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1541us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.574830:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6745 00000100:00100000:2.0:1746157397.574899:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268390400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2065us (2269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.574905:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10072 00000100:00100000:0.0:1746157397.574918:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.574937:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268390784 00000100:00100000:2.0:1746157397.574940:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268390784 00002000:00100000:2.0:1746157397.574961:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7b80 x1830978268390784/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.574968:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7b80 with x1830978268390784 ext(0->4095) 00010000:00010000:2.0:1746157397.574973:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.574982:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.574987:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d7b80 00000100:00100000:2.0:1746157397.575010:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2770 00000100:00100000:2.0:1746157397.575016:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1983:x1830978268390784:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157397.575197:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1983:x1830978268390784:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.575203:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2770 00002000:00100000:2.0:1746157397.575207:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7b80 x1830978268390784/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.575215:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7b80 with x1830978268390784 ext(0->4095) 00010000:00010000:2.0:1746157397.575219:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.575226:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.575231:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d7b80 00000100:00100000:0.0:1746157397.576930:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.576968:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.577032:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268391040 00000100:00100000:2.0:1746157397.577036:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268391040 00010000:00010000:2.0:1746157397.577056:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.577119:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10073 00000100:00100000:2.0:1746157397.577127:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1984:x1830978268391040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.577136:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.577152:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.577161:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.577177:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e607f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031519 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.577192:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.577193:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.577199:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.577206:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.577230:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.577240:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267090176:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.577242:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268390912 00000100:00100000:3.0:1746157397.577246:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268390912 00000100:00100000:3.0:1746157397.577267:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6746 00000100:00100000:3.0:1746157397.577273:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268390912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.577283:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.577291:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031527 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.577296:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157397.577307:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.577312:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.577314:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.577316:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.577332:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.577342:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.577350:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267090304:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.577374:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.578946:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267090304:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.578966:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.578977:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157397.579006:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268390912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.579013:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6746 00000100:00100000:2.0:1746157397.579013:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267090176:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.579025:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.579042:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268391040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1916us (2073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.579048:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10073 00000100:00100000:0.0:1746157397.579510:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.579705:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268391296 00000100:00100000:3.0:1746157397.579860:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268391296 00002000:00100000:3.0:1746157397.579887:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d6300 x1830978268391296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.579895:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d6300 with x1830978268391296 ext(0->4095) 00010000:00010000:3.0:1746157397.579900:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.579910:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.579916:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d6300 00000100:00100000:3.0:1746157397.579994:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2771 00000100:00100000:3.0:1746157397.580000:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268391296:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.580767:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268391296:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 765us (1256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.580773:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2771 00002000:00100000:3.0:1746157397.580778:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d6300 x1830978268391296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.580785:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d6300 with x1830978268391296 ext(0->4095) 00010000:00010000:3.0:1746157397.580790:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.580804:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.580809:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d6300 00000100:00100000:0.0:1746157397.582421:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.583004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.583063:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268391552 00000100:00100000:2.0:1746157397.583097:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268391552 00010000:00010000:2.0:1746157397.583135:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.583201:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10074 00000100:00100000:1.0:1746157397.583209:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268391552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157397.583219:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157397.583235:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.583292:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.583300:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268391424 00000100:00100000:3.0:1746157397.583304:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268391424 00010000:00010000:1.0:1746157397.583310:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60800 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031520 expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.583327:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.583328:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.583334:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.583341:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.583509:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6747 00010000:00010000:1.0:1746157397.583510:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.583515:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31587:x1830978268391424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157397.583522:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267090432:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.583526:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.583534:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03152e expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.583549:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.583555:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.583556:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.583558:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157397.583577:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746157397.583737:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.583748:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.583756:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267090560:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.583787:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.585228:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267090560:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157397.585238:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.585242:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.585251:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157397.585277:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268391424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1761us (2860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.585284:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6747 00000100:00100000:1.0:1746157397.585307:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267090432:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.585316:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.585337:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268391552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2129us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.585343:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10074 00000100:00100000:2.0:1746157397.585352:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268391808 00000100:00100000:2.0:1746157397.585357:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268391808 00002000:00100000:2.0:1746157397.585380:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5500 x1830978268391808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.585388:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5500 with x1830978268391808 ext(0->4095) 00010000:00010000:2.0:1746157397.585394:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.585404:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.585410:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d5500 00000100:00100000:2.0:1746157397.586185:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2772 00000100:00100000:2.0:1746157397.586192:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268391808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.586320:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268391808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (1082us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.586328:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2772 00002000:00100000:2.0:1746157397.586333:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5500 x1830978268391808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.586340:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5500 with x1830978268391808 ext(0->4095) 00010000:00010000:2.0:1746157397.586345:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.586359:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.586364:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d5500 00000100:00100000:0.0:1746157397.588359:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.588449:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268391936 00000100:00100000:1.0:1746157397.588455:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268391936 00010000:00010000:1.0:1746157397.588477:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.588503:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10075 00000100:00100000:1.0:1746157397.588509:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268391936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157397.588518:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157397.588530:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.588540:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.588556:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60807 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031527 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.588567:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.588569:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.588574:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.588585:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.588607:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157397.588616:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267090688:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157397.588686:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.590190:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267090688:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.590204:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.590230:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268391936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1721us (1874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.590238:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10075 00000100:00100000:0.0:1746157397.591031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.591210:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268392192 00000100:00100000:2.0:1746157397.591215:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268392192 00002000:00100000:2.0:1746157397.591243:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5f80 x1830978268392192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.591251:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5f80 with x1830978268392192 ext(0->4095) 00002000:00010000:2.0:1746157397.591255:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d5f80 00000100:00100000:2.0:1746157397.591267:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4857 00000100:00100000:2.0:1746157397.591272:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268392192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.591384:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268392192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.591389:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4857 00002000:00100000:2.0:1746157397.591394:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5f80 x1830978268392192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.591400:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5f80 with x1830978268392192 ext(0->4095) 00002000:00010000:2.0:1746157397.591402:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d5f80 00000100:00100000:0.0:1746157397.592861:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.593300:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268392320 00000100:00100000:3.0:1746157397.593304:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268392320 00000100:00100000:3.0:1746157397.593340:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6748 00000100:00100000:3.0:1746157397.593346:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268392320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.593356:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.593367:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031535 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.593387:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.593393:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.593395:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.593398:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.593420:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.593435:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 35 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.593445:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267090816:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.593516:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.594910:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267090816:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157397.594921:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.594928:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.594939:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157397.594962:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268392320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1616us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.594968:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6748 00000100:00100000:1.0:1746157397.594988:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268392448 00000100:00100000:1.0:1746157397.594993:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268392448 00010000:00010000:1.0:1746157397.595011:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.595040:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10076 00000100:00100000:1.0:1746157397.595233:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268392448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157397.595243:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157397.595261:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.595271:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.595288:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6080e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03152e expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.595309:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.595311:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.595316:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.595323:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.595343:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157397.595352:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267090944:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157397.595408:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.596415:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267090944:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.596427:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.596458:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1985:x1830978268392448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1412us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.596465:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10076 00000100:00100000:0.0:1746157397.597889:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.597952:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268392704 00000100:00100000:2.0:1746157397.597958:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268392704 00002000:00100000:2.0:1746157397.597988:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7480 x1830978268392704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.598006:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7480 with x1830978268392704 ext(0->4095) 00002000:00010000:2.0:1746157397.598010:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7480 00000100:00100000:2.0:1746157397.598126:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4858 00000100:00100000:2.0:1746157397.598133:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268392704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.598246:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268392704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.598250:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4858 00002000:00100000:2.0:1746157397.598255:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7480 x1830978268392704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.598261:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7480 with x1830978268392704 ext(0->4095) 00002000:00010000:2.0:1746157397.598263:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7480 00000100:00100000:0.0:1746157397.600203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.600328:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268392832 00000100:00100000:3.0:1746157397.600333:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268392832 00000100:00100000:3.0:1746157397.600359:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6749 00000100:00100000:3.0:1746157397.600364:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31597:x1830978268392832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.600375:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.600508:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03153c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.600530:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.600540:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.600542:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.600544:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.600566:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.600575:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 5 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.600583:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267091072:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.600814:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.601675:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.601754:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268392960 00000100:00100000:2.0:1746157397.601758:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268392960 00000100:00100000:2.0:1746157397.601783:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6750 00000100:00100000:2.0:1746157397.601789:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268392960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.601797:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.601804:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031543 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.601807:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267091072:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.601816:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.601820:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.601824:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.601827:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.601890:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.601900:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00010000:00010000:2.0:1746157397.601901:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 38 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.601909:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.601917:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c400, rc 0) 00000100:00100000:3.0:1746157397.601936:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31597:x1830978268392832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1571us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.601942:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6749 00000100:00100000:2.0:1746157397.602020:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268392960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.602025:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6750 00000100:00100000:0.0:1746157397.602850:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.602903:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268393088 00000100:00100000:1.0:1746157397.602906:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268393088 00010000:00010000:1.0:1746157397.603030:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.603064:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10077 00000100:00100000:1.0:1746157397.603069:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268393088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157397.603151:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157397.603168:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.603177:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.603192:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60815 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031535 expref: 6 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.603204:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.603205:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.603209:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.603216:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.603235:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 36 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.603244:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.603257:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091328:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157397.603309:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.604395:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091328:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.604405:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.604424:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268393088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1355us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.604435:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10077 00000100:00100000:0.0:1746157397.605177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.605366:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268393344 00000100:00100000:2.0:1746157397.605370:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268393344 00002000:00100000:2.0:1746157397.605399:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c380 x1830978268393344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.605406:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c380 with x1830978268393344 ext(0->4095) 00010000:00010000:2.0:1746157397.605412:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.605422:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.605427:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c380 00000100:00100000:2.0:1746157397.605448:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2773 00000100:00100000:2.0:1746157397.605454:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268393344:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.605570:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268393344:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.605576:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2773 00002000:00100000:2.0:1746157397.605581:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c380 x1830978268393344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.605588:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c380 with x1830978268393344 ext(0->4095) 00010000:00010000:2.0:1746157397.605592:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.605600:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.605605:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c380 00000100:00100000:0.0:1746157397.608132:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.608226:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.608271:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268393600 00000100:00100000:1.0:1746157397.608280:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268393600 00000100:00100000:2.0:1746157397.608300:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268393472 00000100:00100000:2.0:1746157397.608304:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268393472 00010000:00010000:1.0:1746157397.608312:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.608339:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10078 00000100:00100000:2.0:1746157397.608341:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6751 00000100:00100000:1.0:1746157397.608346:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1984:x1830978268393600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157397.608347:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268393472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.608360:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.608360:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.608373:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03154a expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.608380:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.608391:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.608634:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.608640:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.608647:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.608651:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.608671:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6081c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03153c expref: 37 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.608685:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.608687:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.608692:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.608695:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.608699:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.608709:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.608718:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c200, rc 0) 00010000:00010000:1.0:1746157397.608720:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.608730:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.608743:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091584:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.608773:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268393472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 426us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.608779:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6751 00000100:00100000:1.0:1746157397.608798:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.610568:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091584:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.610589:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.610680:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268393600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2332us (2451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.610690:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10078 00000100:00100000:0.0:1746157397.610812:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.610922:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268393856 00000100:00100000:1.0:1746157397.610929:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268393856 00002000:00100000:1.0:1746157397.610964:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9f480 x1830978268393856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.610974:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9f480 with x1830978268393856 ext(0->4095) 00010000:00010000:1.0:1746157397.610983:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.611001:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.611007:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9f480 00000100:00100000:1.0:1746157397.611033:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2774 00000100:00100000:1.0:1746157397.611040:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268393856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.611256:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268393856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 217us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.611263:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2774 00002000:00100000:1.0:1746157397.611268:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9f480 x1830978268393856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.611275:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9f480 with x1830978268393856 ext(0->4095) 00010000:00010000:1.0:1746157397.611280:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.611293:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.611300:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9f480 00000100:00100000:0.0:1746157397.612857:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.612901:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.612945:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268393984 00000100:00100000:2.0:1746157397.612954:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268393984 00000100:00100000:2.0:1746157397.612999:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6752 00000100:00100000:2.0:1746157397.613006:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31587:x1830978268393984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157397.613008:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268394112 00000100:00100000:1.0:1746157397.613012:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268394112 00010000:00010000:1.0:1746157397.613029:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.613053:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10079 00000100:00100000:1.0:1746157397.613059:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1986:x1830978268394112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157397.613070:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.613090:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.613113:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031551 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.613130:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.613135:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.613141:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.613144:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.613179:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.613188:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.613196:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d800, rc 0) 00000100:00100000:2.0:1746157397.613276:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31587:x1830978268393984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 270us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.613282:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6752 00010000:00010000:0.0:1746157397.613458:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.613469:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.613483:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60823 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031543 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.613544:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.613546:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.613552:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.613559:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.613577:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.613587:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746157397.613596:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091840:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.613794:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.615049:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091840:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.615062:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.615129:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268394112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2069us (2276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.615137:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10079 00000100:00100000:0.0:1746157397.617052:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.617158:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268394368 00000100:00100000:1.0:1746157397.617165:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268394368 00002000:00100000:1.0:1746157397.617329:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9dc00 x1830978268394368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.617337:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9dc00 with x1830978268394368 ext(0->4095) 00010000:00010000:1.0:1746157397.617344:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.617356:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.617362:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9dc00 00000100:00100000:1.0:1746157397.617387:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2775 00000100:00100000:1.0:1746157397.617394:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268394368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.618021:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268394368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 626us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.618028:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2775 00002000:00100000:1.0:1746157397.618034:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9dc00 x1830978268394368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.618040:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9dc00 with x1830978268394368 ext(0->4095) 00010000:00010000:1.0:1746157397.618044:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.618057:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.618062:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9dc00 00000100:00100000:0.0:1746157397.620177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.620229:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268394496 00000100:00100000:2.0:1746157397.620235:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268394496 00010000:00010000:2.0:1746157397.620258:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.620295:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10080 00000100:00100000:2.0:1746157397.620301:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268394496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.620312:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.620327:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.620343:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.620360:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6082a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03154a expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.620386:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.620388:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.620394:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.620401:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.620427:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.620437:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091968:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.620504:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.621909:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267091968:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.621924:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157397.621937:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.621947:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268394496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1646us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.621954:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10080 00000100:00100000:1.0:1746157397.622057:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268394752 00000100:00100000:1.0:1746157397.622061:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268394752 00002000:00100000:1.0:1746157397.622120:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d180 x1830978268394752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.622129:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d180 with x1830978268394752 ext(0->4095) 00002000:00010000:1.0:1746157397.622369:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9d180 00000100:00100000:1.0:1746157397.622394:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4859 00000100:00100000:1.0:1746157397.622401:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268394752:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.622517:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268394752:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.622523:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4859 00002000:00100000:1.0:1746157397.622528:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d180 x1830978268394752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.622535:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d180 with x1830978268394752 ext(0->4095) 00002000:00010000:1.0:1746157397.622538:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9d180 00000100:00100000:0.0:1746157397.623619:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.623692:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268394880 00000100:00100000:2.0:1746157397.623697:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268394880 00000100:00100000:2.0:1746157397.623732:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6753 00000100:00100000:2.0:1746157397.623737:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268394880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.623746:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.623756:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031558 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.623773:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.623778:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.623780:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.623783:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.623800:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.623810:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 35 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.623819:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267092096:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.623879:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.626361:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.626479:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268395008 00000100:00100000:3.0:1746157397.626484:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268395008 00010000:00010000:3.0:1746157397.626506:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.626528:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10081 00000100:00100000:3.0:1746157397.626534:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268395008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.626542:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.626557:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.626565:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.626582:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.626583:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.626588:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.626595:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.626618:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.626627:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267092224:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.626692:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441840 going to sleep for 11 seconds 00010000:00010000:2.0:1746157397.626769:0:16659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e60831 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031551 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.626783:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267092096:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.626803:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.626811:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254dc00, rc 0) 00000100:00100000:2.0:1746157397.626835:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268394880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3097us (3217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.626845:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6753 00000100:00100000:3.0:1746157397.628057:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267092224:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.628198:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.628229:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1985:x1830978268395008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1695us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.628276:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10081 00000100:00100000:0.0:1746157397.628540:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.628599:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268395264 00000100:00100000:1.0:1746157397.628603:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268395264 00002000:00100000:1.0:1746157397.628626:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c700 x1830978268395264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.628639:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c700 with x1830978268395264 ext(0->4095) 00002000:00010000:1.0:1746157397.628642:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9c700 00000100:00100000:1.0:1746157397.628666:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4860 00000100:00100000:1.0:1746157397.628670:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268395264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.628771:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268395264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.628775:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4860 00002000:00100000:1.0:1746157397.628779:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c700 x1830978268395264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.628785:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c700 with x1830978268395264 ext(0->4095) 00002000:00010000:1.0:1746157397.628788:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9c700 00000100:00100000:0.0:1746157397.630558:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.630681:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268395392 00000100:00100000:2.0:1746157397.630686:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268395392 00000100:00100000:2.0:1746157397.630725:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6754 00000100:00100000:2.0:1746157397.630731:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31597:x1830978268395392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.630741:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.630753:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03155f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.630772:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.630778:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.630779:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.630782:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.630802:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.630810:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.630820:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267092352:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.630889:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.632050:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267092352:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.632091:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.632111:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d600, rc 0) 00000100:00100000:2.0:1746157397.632141:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31597:x1830978268395392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1409us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.632147:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6754 00000100:00100000:0.0:1746157397.632547:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.632651:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157397.632664:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268395520 00000100:00100000:2.0:1746157397.632667:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268395520 00000100:00100000:2.0:1746157397.632685:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6755 00000100:00100000:2.0:1746157397.632690:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31587:x1830978268395520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.632698:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.632706:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031566 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.632720:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.632723:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.632728:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.632731:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.632755:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.632763:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.632987:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c200, rc 0) 00000100:00100000:2.0:1746157397.633015:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268395520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 324us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.633019:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6755 00000100:00100000:0.0:1746157397.633549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.633629:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268395648 00000100:00100000:3.0:1746157397.633632:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268395648 00010000:00010000:3.0:1746157397.633647:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.633668:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10082 00000100:00100000:3.0:1746157397.633673:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268395648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.633680:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.633695:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.633703:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.633715:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60838 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031558 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.634059:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.634061:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.634067:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.634096:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.634199:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.634209:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.634240:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267092608:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.634420:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.636007:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.636131:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267092608:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.636143:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.636209:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268395904 00000100:00100000:2.0:1746157397.636213:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268395904 00002000:00100000:2.0:1746157397.636241:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136272a00 x1830978268395904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.636249:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978268395904 ext(0->4095) 00010000:00010000:2.0:1746157397.636255:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.636265:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.636271:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136272a00 00000100:00100000:2.0:1746157397.636300:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2776 00000100:00100000:2.0:1746157397.636306:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1986:x1830978268395904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.636443:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268395648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2500us (2626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.636450:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10082 00000100:00100000:2.0:1746157397.636531:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1986:x1830978268395904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 224us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.636537:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2776 00002000:00100000:2.0:1746157397.636542:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136272a00 x1830978268395904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.636549:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978268395904 ext(0->4095) 00010000:00010000:2.0:1746157397.636554:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.636562:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.636568:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136272a00 00000100:00100000:0.0:1746157397.638017:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.638120:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268396032 00000100:00100000:2.0:1746157397.638124:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268396032 00000100:00100000:2.0:1746157397.638154:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6756 00000100:00100000:2.0:1746157397.638159:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268396032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.638167:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.638178:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03156d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.638194:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.638198:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.638203:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.638205:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.638233:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.638242:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.638250:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254dc00, rc 0) 00000100:00100000:2.0:1746157397.638281:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268396032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.638284:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6756 00000100:00100000:0.0:1746157397.638844:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.638887:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268396160 00000100:00100000:3.0:1746157397.638890:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268396160 00010000:00010000:3.0:1746157397.638905:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.638932:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10083 00000100:00100000:3.0:1746157397.638937:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268396160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.638945:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.638958:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.638968:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.638982:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e6083f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03155f expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.639285:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.639287:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.639293:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.639300:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.639319:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.639329:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.639339:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267092864:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.639401:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.641344:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267092864:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.641359:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.641397:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268396160:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2458us (2552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.641405:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10083 00000100:00100000:0.0:1746157397.641900:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.641978:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268396416 00000100:00100000:2.0:1746157397.641982:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268396416 00002000:00100000:2.0:1746157397.642010:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271f80 x1830978268396416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.642019:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978268396416 ext(0->4095) 00010000:00010000:2.0:1746157397.642026:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.642037:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.642043:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136271f80 00000100:00100000:2.0:1746157397.642066:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2777 00000100:00100000:2.0:1746157397.642194:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268396416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.642306:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268396416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 234us (407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.642313:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2777 00002000:00100000:2.0:1746157397.642318:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271f80 x1830978268396416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.642325:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978268396416 ext(0->4095) 00010000:00010000:2.0:1746157397.642330:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.642338:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.642344:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136271f80 00000100:00100000:0.0:1746157397.643623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.644037:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.644134:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268396544 00000100:00100000:3.0:1746157397.644138:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268396544 00000100:00100000:3.0:1746157397.644311:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6757 00000100:00100000:3.0:1746157397.644317:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31587:x1830978268396544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.644327:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.644338:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031574 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.644355:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.644359:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.644365:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157397.644369:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.644393:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.644403:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 37 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.644411:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157397.644434:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268396544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.644439:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6757 00000100:00100000:2.0:1746157397.644619:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268396672 00000100:00100000:2.0:1746157397.644623:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268396672 00010000:00010000:2.0:1746157397.644637:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.644652:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10084 00000100:00100000:2.0:1746157397.644657:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268396672:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.644664:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.644676:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.644685:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.644698:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60846 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031566 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.644721:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.644723:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.644727:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.644734:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.644753:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.644762:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.644772:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093120:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.644990:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.646524:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093120:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.646538:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.646572:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268396672:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1914us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.646579:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10084 00000100:00100000:0.0:1746157397.647130:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.647287:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268396928 00000100:00100000:2.0:1746157397.647292:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268396928 00002000:00100000:2.0:1746157397.647374:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270a80 x1830978268396928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.647387:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270a80 with x1830978268396928 ext(0->4095) 00010000:00010000:2.0:1746157397.647394:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.647405:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.647411:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270a80 00000100:00100000:2.0:1746157397.647435:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2778 00000100:00100000:2.0:1746157397.647441:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268396928:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.647553:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268396928:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.647559:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2778 00002000:00100000:2.0:1746157397.647564:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270a80 x1830978268396928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.647571:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270a80 with x1830978268396928 ext(0->4095) 00010000:00010000:2.0:1746157397.647575:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.647583:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.647587:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270a80 00000100:00100000:0.0:1746157397.649283:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.649448:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268397056 00000100:00100000:2.0:1746157397.649452:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268397056 00010000:00010000:2.0:1746157397.649471:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.649490:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10085 00000100:00100000:2.0:1746157397.649495:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268397056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.649503:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.649517:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.649527:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.649543:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6084d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03156d expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.649569:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.649571:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.649577:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.649585:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.649609:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.649618:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093248:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.649677:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.651709:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093248:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.651710:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157397.651724:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.651765:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268397056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2269us (2486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.651772:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10085 00000100:00100000:3.0:1746157397.652194:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268397312 00000100:00100000:3.0:1746157397.652199:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268397312 00002000:00100000:3.0:1746157397.652222:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273480 x1830978268397312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.652236:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273480 with x1830978268397312 ext(0->4095) 00002000:00010000:3.0:1746157397.652240:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136273480 00000100:00100000:3.0:1746157397.652266:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4861 00000100:00100000:3.0:1746157397.652272:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268397312:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157397.652375:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268397312:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.652380:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4861 00002000:00100000:3.0:1746157397.652385:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273480 x1830978268397312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.652392:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273480 with x1830978268397312 ext(0->4095) 00002000:00010000:3.0:1746157397.652395:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136273480 00000100:00100000:0.0:1746157397.654109:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.654146:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268397440 00000100:00100000:2.0:1746157397.654150:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268397440 00000100:00100000:2.0:1746157397.654188:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6758 00000100:00100000:2.0:1746157397.654194:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268397440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.654203:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.654214:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03157b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.654232:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.654238:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.654239:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.654242:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.654259:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 35 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.654268:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 35 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.654282:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267093376:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.654453:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.655630:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267093376:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.655648:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.655659:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d800, rc 0) 00000100:00100000:2.0:1746157397.655681:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268397440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1487us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.655686:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6758 00000100:00100000:0.0:1746157397.656672:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.656783:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268397568 00000100:00100000:2.0:1746157397.656788:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268397568 00010000:00010000:2.0:1746157397.656804:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.656910:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10086 00000100:00100000:2.0:1746157397.656917:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268397568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.656925:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.656941:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.656951:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.656971:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60854 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031574 expref: 36 pid: 8489 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.657177:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.657180:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.657186:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.657194:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.657215:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.657224:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093504:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.657278:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.659578:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093504:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.659660:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.659857:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1985:x1830978268397568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2939us (3184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.659865:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10086 00000100:00100000:0.0:1746157397.659991:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.660090:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268397824 00000100:00100000:1.0:1746157397.660095:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268397824 00002000:00100000:1.0:1746157397.660147:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8ea00 x1830978268397824/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.660159:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8ea00 with x1830978268397824 ext(0->4095) 00002000:00010000:1.0:1746157397.660162:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8ea00 00000100:00100000:1.0:1746157397.660194:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4862 00000100:00100000:1.0:1746157397.660200:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268397824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.660322:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268397824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.660328:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4862 00002000:00100000:1.0:1746157397.660333:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8ea00 x1830978268397824/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.660340:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8ea00 with x1830978268397824 ext(0->4095) 00002000:00010000:1.0:1746157397.660342:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8ea00 00000100:00100000:0.0:1746157397.661621:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.661673:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268397952 00000100:00100000:2.0:1746157397.661677:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268397952 00000100:00100000:2.0:1746157397.661712:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6759 00000100:00100000:2.0:1746157397.661718:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31597:x1830978268397952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.661730:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.661742:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031582 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.661760:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.661766:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.661768:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.661770:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.661791:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.661802:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.661811:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267093632:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.661877:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.662114:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.662169:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268398080 00000100:00100000:3.0:1746157397.662173:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268398080 00000100:00100000:0.0:1746157397.662356:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6760 00000100:00100000:0.0:1746157397.662363:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268398080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157397.662369:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157397.662375:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031589 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.662386:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.662390:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.662395:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157397.662397:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 38 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.662415:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.662424:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 38 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.662431:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c600, rc 0) 00000100:00100000:0.0:1746157397.662459:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31587:x1830978268398080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157397.662464:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6760 00000100:00100000:2.0:1746157397.663224:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267093632:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.663239:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.663247:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d600, rc 0) 00000100:00100000:2.0:1746157397.663284:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31597:x1830978268397952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1566us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.663292:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6759 00000100:00100000:1.0:1746157397.663376:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.663460:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268398208 00000100:00100000:2.0:1746157397.663463:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268398208 00010000:00010000:2.0:1746157397.663476:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.663503:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10087 00000100:00100000:2.0:1746157397.663508:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268398208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.663516:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.663532:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.663541:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.663594:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d800/0x4450b99e49e6085b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03157b expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.663610:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.663611:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.663620:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.663627:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.663645:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.663691:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.663699:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093888:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.663736:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.664597:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267093888:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.664607:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.664634:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268398208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1125us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.664641:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10087 00000100:00100000:0.0:1746157397.664967:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.665026:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268398464 00000100:00100000:1.0:1746157397.665030:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268398464 00002000:00100000:1.0:1746157397.665052:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8ed80 x1830978268398464/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.665060:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8ed80 with x1830978268398464 ext(0->4095) 00010000:00010000:1.0:1746157397.665065:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.665117:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.665123:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8ed80 00000100:00100000:1.0:1746157397.665167:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2779 00000100:00100000:1.0:1746157397.665218:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268398464:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.665330:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268398464:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.665336:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2779 00002000:00100000:1.0:1746157397.665340:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8ed80 x1830978268398464/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.665347:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8ed80 with x1830978268398464 ext(0->4095) 00010000:00010000:1.0:1746157397.665352:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.665360:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.665365:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8ed80 00000100:00100000:0.0:1746157397.667226:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.667271:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.667316:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268398592 00000100:00100000:2.0:1746157397.667322:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268398592 00000100:00100000:3.0:1746157397.667334:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268398720 00000100:00100000:3.0:1746157397.667338:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268398720 00010000:00010000:3.0:1746157397.667354:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.667358:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6761 00000100:00100000:2.0:1746157397.667365:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268398592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.667373:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157397.667381:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10088 00010000:00010000:2.0:1746157397.667382:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031590 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.667387:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268398720:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.667394:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.667399:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.667403:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 37 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.667407:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.667410:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.667422:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.667435:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.667438:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 37 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.667448:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60862 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031582 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.667449:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.667455:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.667457:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.667460:0:16659:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.667466:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.667473:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157397.667478:0:16659:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.667486:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.667496:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267094144:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.667506:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268398720:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 119us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.667512:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10088 00000100:00100000:2.0:1746157397.667530:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.668832:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267094144:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.668846:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c200, rc 0) 00000100:00100000:2.0:1746157397.668873:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268398592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1509us (1691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.668881:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6761 00000100:00100000:0.0:1746157397.669186:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.669355:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268398976 00000100:00100000:2.0:1746157397.669359:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268398976 00002000:00100000:2.0:1746157397.669383:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8dc00 x1830978268398976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.669390:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8dc00 with x1830978268398976 ext(0->4095) 00010000:00010000:2.0:1746157397.669396:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.669417:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.669423:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8dc00 00000100:00100000:2.0:1746157397.669447:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2780 00000100:00100000:2.0:1746157397.669452:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268398976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.669874:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268398976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 417us (684us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.669880:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2780 00002000:00100000:2.0:1746157397.669886:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8dc00 x1830978268398976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.669893:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8dc00 with x1830978268398976 ext(0->4095) 00010000:00010000:2.0:1746157397.669897:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.669910:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 36 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.669915:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8dc00 00000100:00100000:0.0:1746157397.671577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.671734:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268399232 00000100:00100000:2.0:1746157397.671740:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268399232 00000100:00100000:0.0:1746157397.671750:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.671776:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6762 00000100:00100000:2.0:1746157397.671782:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31587:x1830978268399232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.671792:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.671803:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031597 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.671821:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.671826:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.671829:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268399104 00010000:00010000:2.0:1746157397.671831:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746157397.671832:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268399104 00010000:00010000:2.0:1746157397.671834:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.671843:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 38 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.671857:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10089 00000100:00100000:3.0:1746157397.671861:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1986:x1830978268399104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.671862:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.671867:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.671871:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.671878:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c400, rc 0) 00010000:00010000:3.0:1746157397.671905:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 38 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.671915:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 38 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.671928:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60869 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031589 expref: 38 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.671996:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31587:x1830978268399232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.672001:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6762 00010000:00010000:3.0:1746157397.672033:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.672034:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.672039:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.672045:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.672064:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.672092:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.672114:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267094400:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.672335:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.673666:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267094400:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.673678:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.673700:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268399104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1838us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.673706:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10089 00000100:00100000:0.0:1746157397.673859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.673941:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268399488 00000100:00100000:2.0:1746157397.673945:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268399488 00002000:00100000:2.0:1746157397.673970:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c8700 x1830978268399488/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.673977:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978268399488 ext(0->4095) 00010000:00010000:2.0:1746157397.673984:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.673994:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.674000:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d9c8700 00000100:00100000:2.0:1746157397.674023:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2781 00000100:00100000:2.0:1746157397.674030:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268399488:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.674173:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268399488:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.674178:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2781 00002000:00100000:2.0:1746157397.674183:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c8700 x1830978268399488/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.674189:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978268399488 ext(0->4095) 00010000:00010000:2.0:1746157397.674194:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.674206:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.674211:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d9c8700 00000100:00100000:0.0:1746157397.675270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.675314:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268399616 00000100:00100000:3.0:1746157397.675318:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268399616 00010000:00010000:3.0:1746157397.675334:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.675364:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10090 00000100:00100000:3.0:1746157397.675368:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268399616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.675375:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.675389:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.675398:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.675413:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e60870 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031590 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.675423:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.675424:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.675429:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.675435:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.675457:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.675465:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267094528:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.675527:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.676700:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267094528:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.676873:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.676911:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.676938:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268399616:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1568us (1669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.676945:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10090 00000100:00100000:2.0:1746157397.677115:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268399872 00000100:00100000:2.0:1746157397.677119:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268399872 00002000:00100000:2.0:1746157397.677145:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9880 x1830978268399872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.677152:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9880 with x1830978268399872 ext(0->4095) 00002000:00010000:2.0:1746157397.677155:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c9880 00000100:00100000:2.0:1746157397.677228:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4863 00000100:00100000:2.0:1746157397.677324:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268399872:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157397.677520:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268399872:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.677526:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4863 00002000:00100000:2.0:1746157397.677530:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9880 x1830978268399872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.677536:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9880 with x1830978268399872 ext(0->4095) 00002000:00010000:2.0:1746157397.677539:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c9880 00000100:00100000:0.0:1746157397.678654:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.678722:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268400000 00000100:00100000:2.0:1746157397.678727:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268400000 00000100:00100000:2.0:1746157397.678760:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6763 00000100:00100000:2.0:1746157397.678765:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268400000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.678777:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.678788:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03159e expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.678806:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.678813:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.678814:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.678818:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.678838:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.678846:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 35 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.678853:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267094656:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.678945:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.680523:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267094656:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157397.680526:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157397.680544:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.680554:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254dc00, rc 0) 00000100:00100000:3.0:1746157397.680611:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268400128 00000100:00100000:3.0:1746157397.680614:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268400128 00010000:00010000:3.0:1746157397.680630:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.680657:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10091 00000100:00100000:3.0:1746157397.680662:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268400128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.680669:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157397.680744:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268400000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1978us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.680752:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6763 00010000:00010000:3.0:1746157397.680851:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.680863:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.680881:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c400/0x4450b99e49e60877 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031597 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.680891:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.680892:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.680897:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.680902:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.680922:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.680931:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267094784:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.680995:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.682569:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267094784:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.682582:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.682611:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1986:x1830978268400128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1948us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.682618:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10091 00000100:00100000:0.0:1746157397.682966:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.683114:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268400384 00000100:00100000:2.0:1746157397.683119:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268400384 00002000:00100000:2.0:1746157397.683147:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9500 x1830978268400384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.683156:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9500 with x1830978268400384 ext(0->4095) 00002000:00010000:2.0:1746157397.683160:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d9500 00000100:00100000:2.0:1746157397.683183:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4864 00000100:00100000:2.0:1746157397.683189:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268400384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.683288:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268400384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.683294:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4864 00002000:00100000:2.0:1746157397.683298:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9500 x1830978268400384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.683305:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9500 with x1830978268400384 ext(0->4095) 00002000:00010000:2.0:1746157397.683307:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d9500 00000100:00100000:0.0:1746157397.684679:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.684727:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268400512 00000100:00100000:2.0:1746157397.684732:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268400512 00000100:00100000:2.0:1746157397.684769:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6764 00000100:00100000:2.0:1746157397.684775:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:31597:x1830978268400512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.684785:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.684796:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315a5 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.684819:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.684825:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.684827:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.684830:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.684851:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.684861:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.684871:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267094912:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.684940:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.686158:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267094912:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.686177:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.686188:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e800, rc 0) 00000100:00100000:2.0:1746157397.686211:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:31597:x1830978268400512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1436us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.686221:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6764 00000100:00100000:0.0:1746157397.686330:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.686420:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268400640 00000100:00100000:3.0:1746157397.686425:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268400640 00010000:00010000:3.0:1746157397.686441:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.686460:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10092 00000100:00100000:3.0:1746157397.686465:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268400640:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.686473:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.686488:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.686497:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.686512:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e6087e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03159e expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.686535:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.686537:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.686542:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.686549:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.686569:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.686577:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267095040:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.686671:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.688010:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.688095:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268400896 00000100:00100000:2.0:1746157397.688111:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268400896 00002000:00100000:2.0:1746157397.688136:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439180 x1830978268400896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.688144:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268400896 ext(0->4095) 00002000:00010000:2.0:1746157397.688147:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439180 00000100:00100000:2.0:1746157397.688172:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4865 00000100:00100000:2.0:1746157397.688178:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268400896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.688261:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267095040:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.688273:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.688308:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268400896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.688311:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268400640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1847us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.688315:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4865 00000100:00100000:3.0:1746157397.688317:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10092 00002000:00100000:2.0:1746157397.688320:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439180 x1830978268400896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.688326:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268400896 ext(0->4095) 00002000:00010000:2.0:1746157397.688329:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439180 00000100:00100000:0.0:1746157397.689758:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.689801:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268401024 00000100:00100000:2.0:1746157397.689807:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268401024 00000100:00100000:2.0:1746157397.689846:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6765 00000100:00100000:2.0:1746157397.689852:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268401024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.689862:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.689873:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315ac expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.689892:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.689903:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.689905:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.689908:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.689929:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.689940:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 35 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.689948:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267095168:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.690023:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.691010:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267095168:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.691028:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.691038:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e000, rc 0) 00000100:00100000:2.0:1746157397.691094:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268401024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1220us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.691111:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6765 00000100:00100000:0.0:1746157397.691409:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.691480:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268401152 00000100:00100000:2.0:1746157397.691484:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268401152 00002000:00100000:2.0:1746157397.691508:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012ccbf800 x1830978268401152/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.691520:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf800 with x1830978268401152 ext(0->7) 00010000:00010000:2.0:1746157397.691525:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.691533:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 36 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.691538:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbf800 00000100:00100000:2.0:1746157397.691560:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2782 00000100:00100000:2.0:1746157397.691566:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268401152:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157397.691796:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1986:x1830978268401152:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 230us (387us total) trans 4294967996 rc 0/0 00000100:00100000:2.0:1746157397.691801:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2782 00002000:00100000:2.0:1746157397.691806:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012ccbf800 x1830978268401152/t4294967996(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.691813:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf800 with x1830978268401152 ext(0->7) 00010000:00010000:2.0:1746157397.691817:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.691825:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.691830:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbf800 00000100:00100000:0.0:1746157397.693540:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.693599:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268401280 00000100:00100000:3.0:1746157397.693604:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268401280 00010000:00010000:3.0:1746157397.693624:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.693657:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10093 00000100:00100000:3.0:1746157397.693662:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1983:x1830978268401280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.693673:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.693685:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.693694:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.693713:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e60885 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315a5 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.693735:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.693737:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.693742:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.693749:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.693773:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.693782:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267095296:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.693842:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.695563:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.695611:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267095296:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.695622:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.695630:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268401536 00000100:00100000:2.0:1746157397.695635:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268401536 00000100:00100000:3.0:1746157397.695642:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1983:x1830978268401280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1981us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.695650:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10093 00002000:00100000:2.0:1746157397.695661:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786680 x1830978268401536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.695669:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978268401536 ext(0->4095) 00002000:00010000:2.0:1746157397.695672:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088786680 00000100:00100000:2.0:1746157397.695705:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4866 00000100:00100000:2.0:1746157397.695711:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268401536:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157397.695822:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268401536:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.695828:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4866 00002000:00100000:2.0:1746157397.695832:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786680 x1830978268401536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.695839:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978268401536 ext(0->4095) 00002000:00010000:2.0:1746157397.695842:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088786680 00000100:00100000:0.0:1746157397.699272:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.699335:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268401664 00000100:00100000:2.0:1746157397.699343:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268401664 00000100:00100000:2.0:1746157397.699388:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6766 00000100:00100000:2.0:1746157397.699396:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31597:x1830978268401664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.699409:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.699423:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315b3 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.699446:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.699457:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.699459:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.699462:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.699485:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.699495:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.699506:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267095424:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.699588:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.700757:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267095424:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.700776:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.700787:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ee00, rc 0) 00000100:00100000:2.0:1746157397.700825:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31597:x1830978268401664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1430us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.700831:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6766 00000100:00100000:0.0:1746157397.701505:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.701547:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.701559:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268401792 00000100:00100000:3.0:1746157397.701563:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268401792 00010000:00010000:3.0:1746157397.701584:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.701601:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268401920 00000100:00100000:2.0:1746157397.701605:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268401920 00000100:00100000:3.0:1746157397.701617:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10094 00000100:00100000:3.0:1746157397.701623:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268401792:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157397.701629:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6767 00010000:00010000:3.0:1746157397.701632:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157397.701634:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31587:x1830978268401920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.701645:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.701648:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.701654:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315ba expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.701658:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.701672:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e6088c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ac expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.701724:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.701730:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.701735:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.701738:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.701759:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.701768:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.701774:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.701775:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.701780:0:16659:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.701791:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.701801:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157397.701806:0:16659:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.701818:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.701825:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268401792:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 202us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.701827:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267095680:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.701831:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10094 00000100:00100000:2.0:1746157397.701872:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.703435:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267095680:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157397.703435:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157397.703447:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2f400, rc 0) 00000100:00100000:2.0:1746157397.703469:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31587:x1830978268401920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1835us (1922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.703475:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6767 00000100:00100000:3.0:1746157397.703561:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268402176 00000100:00100000:3.0:1746157397.703565:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268402176 00002000:00100000:3.0:1746157397.703586:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739180 x1830978268402176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.703600:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739180 with x1830978268402176 ext(0->4095) 00010000:00010000:3.0:1746157397.703605:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.703615:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.703621:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739180 00000100:00100000:3.0:1746157397.703644:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2783 00000100:00100000:3.0:1746157397.703649:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1986:x1830978268402176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.703762:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1986:x1830978268402176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.703768:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2783 00002000:00100000:3.0:1746157397.703772:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739180 x1830978268402176/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.703780:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739180 with x1830978268402176 ext(0->4095) 00010000:00010000:3.0:1746157397.703784:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.703792:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.703797:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739180 00000100:00100000:0.0:1746157397.705179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.705275:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268402304 00000100:00100000:2.0:1746157397.705282:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268402304 00000100:00100000:2.0:1746157397.705319:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6768 00000100:00100000:2.0:1746157397.705326:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268402304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.705342:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.705356:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315c1 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.705379:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.705384:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.705389:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.705393:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.705435:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.705445:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.705454:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ea00, rc 0) 00000100:00100000:2.0:1746157397.705499:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268402304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.705505:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6768 00000100:00100000:0.0:1746157397.705902:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.705962:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268402432 00000100:00100000:3.0:1746157397.705965:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268402432 00010000:00010000:3.0:1746157397.705979:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.705998:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10095 00000100:00100000:3.0:1746157397.706001:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1985:x1830978268402432:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.706007:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.706023:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.706030:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.706043:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e60893 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315b3 expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.706054:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.706055:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.706059:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.706064:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.706123:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.706133:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.706144:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267095936:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.706204:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa4410c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.708033:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267095936:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.708054:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.708353:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268402432:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2348us (2449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.708364:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10095 00000100:00100000:0.0:1746157397.708378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.708460:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268402688 00000100:00100000:2.0:1746157397.708467:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268402688 00002000:00100000:2.0:1746157397.708502:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21ad80 x1830978268402688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.708510:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21ad80 with x1830978268402688 ext(0->4095) 00010000:00010000:2.0:1746157397.708518:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.708529:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.708534:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21ad80 00000100:00100000:2.0:1746157397.708559:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2784 00000100:00100000:2.0:1746157397.708564:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268402688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.708687:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268402688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.708694:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2784 00002000:00100000:2.0:1746157397.708698:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21ad80 x1830978268402688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.708705:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21ad80 with x1830978268402688 ext(0->4095) 00010000:00010000:2.0:1746157397.708710:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.708718:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.708723:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21ad80 00000100:00100000:0.0:1746157397.710006:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.710065:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268402816 00000100:00100000:2.0:1746157397.710085:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268402816 00000100:00100000:0.0:1746157397.710112:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.710125:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6769 00000100:00100000:2.0:1746157397.710131:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31587:x1830978268402816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.710140:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.710151:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315c8 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.710167:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.710172:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.710177:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.710180:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 39 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.710213:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.710215:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268402944 00000100:00100000:3.0:1746157397.710219:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268402944 00010000:00010000:2.0:1746157397.710223:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 40 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.710231:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ee00, rc 0) 00010000:00010000:3.0:1746157397.710235:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 40 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.710265:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10096 00000100:00100000:2.0:1746157397.710268:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268402816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.710271:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268402944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157397.710273:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6769 00010000:00010000:3.0:1746157397.710278:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.710292:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.710301:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.710313:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e6089a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315ba expref: 39 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.710331:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.710333:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.710337:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.710343:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.710360:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.710368:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.710377:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096192:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.710411:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.711642:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096192:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.711655:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.711681:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268402944:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1410us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.711688:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10096 00000100:00100000:0.0:1746157397.712157:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.712260:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268403200 00000100:00100000:1.0:1746157397.712265:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268403200 00002000:00100000:1.0:1746157397.712293:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2300 x1830978268403200/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.712299:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2300 with x1830978268403200 ext(0->4095) 00010000:00010000:1.0:1746157397.712304:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.712311:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.712315:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2300 00000100:00100000:1.0:1746157397.712335:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2785 00000100:00100000:1.0:1746157397.712338:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268403200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.712444:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268403200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.712452:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2785 00002000:00100000:1.0:1746157397.712457:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2300 x1830978268403200/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.712469:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2300 with x1830978268403200 ext(0->4095) 00010000:00010000:1.0:1746157397.712473:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.712481:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.712486:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2300 00000100:00100000:0.0:1746157397.713986:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.714043:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268403328 00000100:00100000:3.0:1746157397.714048:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268403328 00010000:00010000:3.0:1746157397.714066:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.714155:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10097 00000100:00100000:3.0:1746157397.714161:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268403328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.714173:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.714187:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.714196:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.714212:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c1 expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.714233:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.714238:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.714244:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.714250:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.714275:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.714285:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096320:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.714341:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.715292:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096320:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.715304:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.715902:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268403328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1739us (1917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.715912:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10097 00000100:00100000:0.0:1746157397.716160:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.716222:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268403584 00000100:00100000:1.0:1746157397.716227:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268403584 00002000:00100000:1.0:1746157397.716253:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0700 x1830978268403584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.716260:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0700 with x1830978268403584 ext(0->4095) 00002000:00010000:1.0:1746157397.716263:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0700 00000100:00100000:1.0:1746157397.716275:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4867 00000100:00100000:1.0:1746157397.716279:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268403584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.716393:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268403584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.716398:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4867 00002000:00100000:1.0:1746157397.716403:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0700 x1830978268403584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.716409:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0700 with x1830978268403584 ext(0->4095) 00002000:00010000:1.0:1746157397.716411:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0700 00000100:00100000:0.0:1746157397.717608:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.717647:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268403712 00000100:00100000:2.0:1746157397.717652:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268403712 00000100:00100000:2.0:1746157397.717686:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6770 00000100:00100000:2.0:1746157397.717692:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268403712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.717699:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.717709:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315cf expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.717730:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.717738:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.717739:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.717742:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.717766:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.717775:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.717784:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267096448:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.717903:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.718968:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267096448:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.718984:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.718993:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ec00, rc 0) 00000100:00100000:2.0:1746157397.719023:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268403712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1331us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.719029:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6770 00000100:00100000:0.0:1746157397.719256:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.719360:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268403840 00000100:00100000:2.0:1746157397.719364:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268403840 00010000:00010000:2.0:1746157397.719378:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.719394:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10098 00000100:00100000:2.0:1746157397.719399:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1986:x1830978268403840:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.719406:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.719485:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.719494:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.719511:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315c8 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.719530:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.719532:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.719538:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.719544:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.719562:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.719569:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096576:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.719611:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.720456:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096576:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.720467:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.720532:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1986:x1830978268403840:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1132us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.720538:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10098 00000100:00100000:0.0:1746157397.720671:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.720703:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268404096 00000100:00100000:1.0:1746157397.720707:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268404096 00002000:00100000:1.0:1746157397.720726:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252e300 x1830978268404096/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.720734:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252e300 with x1830978268404096 ext(0->4095) 00002000:00010000:1.0:1746157397.720736:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252e300 00000100:00100000:1.0:1746157397.720774:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4868 00000100:00100000:1.0:1746157397.720780:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268404096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.720940:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268404096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.720946:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4868 00002000:00100000:1.0:1746157397.720951:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252e300 x1830978268404096/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.720958:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252e300 with x1830978268404096 ext(0->4095) 00002000:00010000:1.0:1746157397.720960:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252e300 00000100:00100000:0.0:1746157397.722198:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.722261:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268404224 00000100:00100000:2.0:1746157397.722265:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268404224 00000100:00100000:2.0:1746157397.722298:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6771 00000100:00100000:2.0:1746157397.722303:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:31597:x1830978268404224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.722311:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.722322:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315d6 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.722338:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.722344:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.722345:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.722348:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.722365:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.722374:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.722382:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267096704:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.722430:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.723181:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267096704:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.723196:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 38 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.723210:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e000, rc 0) 00000100:00100000:2.0:1746157397.723504:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:31597:x1830978268404224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1199us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.723510:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6771 00000100:00100000:0.0:1746157397.724220:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.724313:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268404352 00000100:00100000:2.0:1746157397.724317:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268404352 00010000:00010000:2.0:1746157397.724333:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.724358:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10099 00000100:00100000:2.0:1746157397.724363:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268404352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.724371:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.724384:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.724392:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.724407:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315cf expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.724619:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.724621:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.724627:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.724637:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.724657:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.724666:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096832:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.724724:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.726141:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267096832:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.726165:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.726215:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268404352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1849us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.726224:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10099 00000100:00100000:0.0:1746157397.726374:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.726436:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268404608 00000100:00100000:1.0:1746157397.726444:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268404608 00002000:00100000:1.0:1746157397.726474:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136300 x1830978268404608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.726482:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978268404608 ext(0->4095) 00002000:00010000:1.0:1746157397.726485:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093136300 00000100:00100000:1.0:1746157397.726516:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4869 00000100:00100000:1.0:1746157397.726522:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268404608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.726649:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268404608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.726655:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4869 00002000:00100000:1.0:1746157397.726660:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136300 x1830978268404608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.726666:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978268404608 ext(0->4095) 00002000:00010000:1.0:1746157397.726668:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093136300 00000100:00100000:0.0:1746157397.728515:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.728662:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268404736 00000100:00100000:2.0:1746157397.728672:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268404736 00000100:00100000:2.0:1746157397.728726:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6772 00000100:00100000:2.0:1746157397.728734:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268404736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.728752:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.728775:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315dd expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.728868:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.728876:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.728879:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.728882:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.728916:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 37 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.728927:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 37 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.728939:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267096960:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.729043:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.730481:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267096960:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.730515:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.730530:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2f400, rc 0) 00000100:00100000:2.0:1746157397.730597:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268404736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1863us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.730605:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6772 00000100:00100000:0.0:1746157397.731142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.731219:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268404864 00000100:00100000:1.0:1746157397.731227:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268404864 00002000:00100000:1.0:1746157397.731265:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093134e00 x1830978268404864/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.731273:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134e00 with x1830978268404864 ext(0->7) 00010000:00010000:1.0:1746157397.731280:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.731292:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 38 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.731297:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134e00 00000100:00100000:1.0:1746157397.731326:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2786 00000100:00100000:1.0:1746157397.731333:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1985:x1830978268404864:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157397.731610:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268404864:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 276us (469us total) trans 4294967997 rc 0/0 00000100:00100000:1.0:1746157397.731616:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2786 00002000:00100000:1.0:1746157397.731622:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093134e00 x1830978268404864/t4294967997(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.731634:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134e00 with x1830978268404864 ext(0->7) 00010000:00010000:1.0:1746157397.731638:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 40 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.731647:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 40 pid: 16659 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.731653:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134e00 00000100:00100000:0.0:1746157397.733408:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.733480:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268404992 00000100:00100000:2.0:1746157397.733487:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268404992 00010000:00010000:2.0:1746157397.733512:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 40 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.733544:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10100 00000100:00100000:2.0:1746157397.733551:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1984:x1830978268404992:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.733564:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.733578:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 40 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.733588:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 40 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.733606:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315d6 expref: 40 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.733632:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.733634:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.733641:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.733649:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.733674:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.733683:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097088:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.734324:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.735999:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097088:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.736017:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157397.736056:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.736564:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1984:x1830978268404992:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3012us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.736575:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10100 00000100:00100000:1.0:1746157397.736638:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268405248 00000100:00100000:1.0:1746157397.736643:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268405248 00002000:00100000:1.0:1746157397.736671:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134000 x1830978268405248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.736708:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978268405248 ext(0->4095) 00002000:00010000:1.0:1746157397.736712:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134000 00000100:00100000:1.0:1746157397.736771:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4870 00000100:00100000:1.0:1746157397.736778:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268405248:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157397.736902:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268405248:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.736908:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4870 00002000:00100000:1.0:1746157397.736913:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134000 x1830978268405248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.736919:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978268405248 ext(0->4095) 00002000:00010000:1.0:1746157397.736921:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134000 00000100:00100000:0.0:1746157397.739198:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.739299:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.739354:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268405376 00000100:00100000:2.0:1746157397.739359:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268405376 00000100:00100000:2.0:1746157397.739384:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268405504 00000100:00100000:2.0:1746157397.739386:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268405504 00000100:00100000:2.0:1746157397.739409:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6773 00000100:00100000:2.0:1746157397.739415:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31597:x1830978268405376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157397.739420:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6774 00010000:00010000:2.0:1746157397.739425:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157397.739425:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268405504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157397.739430:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.739436:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315e4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.739436:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315eb expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.739455:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.739462:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.739463:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.739466:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.739472:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157397.739474:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.739479:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157397.739481:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.739496:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.739500:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.739504:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 5 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.739512:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.739513:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267097344:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157397.739520:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321ce00, rc 0) 00000100:00100000:0.0:1746157397.739553:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31587:x1830978268405504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157397.739558:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6774 00000100:00100000:2.0:1746157397.739576:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.740806:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267097344:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.740821:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.740830:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ec00, rc 0) 00000100:00100000:2.0:1746157397.740861:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31597:x1830978268405376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1446us (1668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.740866:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6773 00000100:00100000:0.0:1746157397.741049:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.741091:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268405632 00000100:00100000:2.0:1746157397.741095:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268405632 00010000:00010000:2.0:1746157397.741120:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.741145:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10101 00000100:00100000:2.0:1746157397.741150:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268405632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.741157:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.741173:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.741182:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.741197:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2f400/0x4450b99e49e608bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315dd expref: 6 pid: 16659 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.741210:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.741212:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.741217:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.741223:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.741251:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.741260:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.741271:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097472:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.741304:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.742575:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097472:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.742584:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.742606:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268405632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1457us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.742611:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10101 00000100:00100000:0.0:1746157397.742856:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.742911:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268405888 00000100:00100000:1.0:1746157397.742916:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268405888 00002000:00100000:1.0:1746157397.742941:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9880 x1830978268405888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.742949:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9880 with x1830978268405888 ext(0->4095) 00010000:00010000:1.0:1746157397.742955:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.742965:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.742971:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9880 00000100:00100000:1.0:1746157397.742991:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2787 00000100:00100000:1.0:1746157397.742996:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268405888:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.743150:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268405888:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.743156:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2787 00002000:00100000:1.0:1746157397.743161:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9880 x1830978268405888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.743168:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9880 with x1830978268405888 ext(0->4095) 00010000:00010000:1.0:1746157397.743173:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.743180:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.743186:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9880 00000100:00100000:0.0:1746157397.744468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.744517:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268406016 00000100:00100000:2.0:1746157397.744522:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268406016 00000100:00100000:2.0:1746157397.744554:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6775 00000100:00100000:2.0:1746157397.744559:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268406016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.744569:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.744579:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315f2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.744599:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.744602:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.744607:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.744610:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.744634:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.744643:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.744650:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ee00, rc 0) 00000100:00100000:2.0:1746157397.744682:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268406016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.744690:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6775 00000100:00100000:0.0:1746157397.745148:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.745230:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268406144 00000100:00100000:2.0:1746157397.745234:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268406144 00010000:00010000:2.0:1746157397.745248:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.745277:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10102 00000100:00100000:2.0:1746157397.745282:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1986:x1830978268406144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.745292:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.745307:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.745317:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.745355:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315e4 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.745372:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.745374:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.745379:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.745386:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.745404:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.745412:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.745422:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097728:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.745475:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.746640:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097728:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.746651:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.746671:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268406144:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1389us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.746678:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10102 00000100:00100000:0.0:1746157397.747015:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.747210:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268406400 00000100:00100000:1.0:1746157397.747215:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268406400 00002000:00100000:1.0:1746157397.747237:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8700 x1830978268406400/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.747244:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8700 with x1830978268406400 ext(0->4095) 00010000:00010000:1.0:1746157397.747250:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.747264:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.747270:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8700 00000100:00100000:1.0:1746157397.747291:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2788 00000100:00100000:1.0:1746157397.747297:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268406400:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.747409:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268406400:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.747415:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2788 00002000:00100000:1.0:1746157397.747419:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8700 x1830978268406400/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.747426:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8700 with x1830978268406400 ext(0->4095) 00010000:00010000:1.0:1746157397.747430:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.747438:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.747447:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8700 00000100:00100000:0.0:1746157397.748508:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.748604:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268406528 00000100:00100000:2.0:1746157397.748608:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268406528 00000100:00100000:2.0:1746157397.748628:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6776 00000100:00100000:2.0:1746157397.748633:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268406528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.748641:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.748651:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0315f9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.748666:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.748671:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.748676:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.748679:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157397.748698:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157397.748714:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.748725:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.748733:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e000, rc 0) 00000100:00100000:2.0:1746157397.748762:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268406528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.748772:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6776 00000100:00100000:3.0:1746157397.748913:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268406656 00000100:00100000:3.0:1746157397.748918:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268406656 00010000:00010000:3.0:1746157397.748932:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.748949:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10103 00000100:00100000:3.0:1746157397.748954:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1984:x1830978268406656:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.748960:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.748972:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.748981:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.748994:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e608c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315eb expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.749005:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.749007:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.749012:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.749018:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.749035:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.749045:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.749054:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097984:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.749290:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.750521:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267097984:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.750531:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.750555:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1984:x1830978268406656:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1601us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.750560:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10103 00000100:00100000:0.0:1746157397.750718:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.750997:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268406912 00000100:00100000:2.0:1746157397.751001:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268406912 00002000:00100000:2.0:1746157397.751021:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9c00 x1830978268406912/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.751028:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9c00 with x1830978268406912 ext(0->4095) 00010000:00010000:2.0:1746157397.751033:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.751042:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.751048:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9c00 00000100:00100000:2.0:1746157397.751114:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2789 00000100:00100000:2.0:1746157397.751122:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268406912:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.751322:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268406912:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 200us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.751328:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2789 00002000:00100000:2.0:1746157397.751333:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9c00 x1830978268406912/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.751340:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9c00 with x1830978268406912 ext(0->4095) 00010000:00010000:2.0:1746157397.751344:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.751353:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.751362:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9c00 00000100:00100000:0.0:1746157397.753570:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.753807:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268407040 00000100:00100000:3.0:1746157397.753814:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268407040 00010000:00010000:3.0:1746157397.753835:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.753852:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10104 00000100:00100000:3.0:1746157397.753859:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268407040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.753868:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.753882:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.753890:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.753906:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f2 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.753917:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.753919:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.753924:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.753931:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.753954:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.753964:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098112:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.754038:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.755197:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098112:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.755209:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.755227:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268407040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1370us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.755233:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10104 00000100:00100000:0.0:1746157397.755815:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.755884:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268407296 00000100:00100000:2.0:1746157397.755888:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268407296 00002000:00100000:2.0:1746157397.755909:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f800 x1830978268407296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.755914:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830978268407296 ext(0->4095) 00002000:00010000:2.0:1746157397.755917:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604f800 00000100:00100000:2.0:1746157397.755938:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4871 00000100:00100000:2.0:1746157397.755941:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268407296:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.756029:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268407296:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.756035:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4871 00002000:00100000:2.0:1746157397.756039:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f800 x1830978268407296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.756046:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830978268407296 ext(0->4095) 00002000:00010000:2.0:1746157397.756048:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604f800 00000100:00100000:0.0:1746157397.757605:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.757690:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268407424 00000100:00100000:2.0:1746157397.757694:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268407424 00000100:00100000:2.0:1746157397.757728:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6777 00000100:00100000:2.0:1746157397.757734:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268407424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.757747:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.757760:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031600 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.757783:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.757790:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.757791:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.757794:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.757813:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.757822:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 39 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.757832:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267098240:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.757895:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.758633:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267098240:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.758649:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.758658:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ee00, rc 0) 00000100:00100000:2.0:1746157397.758679:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268407424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 945us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.758685:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6777 00000100:00100000:0.0:1746157397.759210:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.759318:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268407552 00000100:00100000:3.0:1746157397.759323:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268407552 00010000:00010000:3.0:1746157397.759340:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.759368:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10105 00000100:00100000:3.0:1746157397.759374:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268407552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.759495:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.759512:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.759522:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.759536:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e000/0x4450b99e49e608d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0315f9 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.759557:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.759559:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.759564:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.759570:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.759590:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.759599:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098368:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.759656:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.760619:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098368:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.760630:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.760650:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1985:x1830978268407552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1275us (1441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.760658:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10105 00000100:00100000:0.0:1746157397.761370:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.761438:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268407808 00000100:00100000:1.0:1746157397.761442:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268407808 00002000:00100000:1.0:1746157397.761466:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8c000 x1830978268407808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.761474:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8c000 with x1830978268407808 ext(0->4095) 00002000:00010000:1.0:1746157397.761478:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8c000 00000100:00100000:1.0:1746157397.761557:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4872 00000100:00100000:1.0:1746157397.761563:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268407808:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.761704:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268407808:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.761709:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4872 00002000:00100000:1.0:1746157397.761714:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8c000 x1830978268407808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.761721:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8c000 with x1830978268407808 ext(0->4095) 00002000:00010000:1.0:1746157397.761724:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8c000 00000100:00100000:0.0:1746157397.763341:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.763387:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268407936 00000100:00100000:2.0:1746157397.763392:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268407936 00000100:00100000:2.0:1746157397.763421:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6778 00000100:00100000:2.0:1746157397.763425:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31597:x1830978268407936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.763433:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.763445:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031607 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.763461:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.763466:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.763467:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.763469:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.763485:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.763491:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.763498:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267098496:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.763548:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.765044:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267098496:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.765067:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.765090:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2e800, rc 0) 00000100:00100000:2.0:1746157397.765141:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31597:x1830978268407936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1714us (1801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.765147:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6778 00000100:00100000:0.0:1746157397.765420:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.765498:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268408064 00000100:00100000:3.0:1746157397.765502:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268408064 00010000:00010000:3.0:1746157397.765600:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.765724:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10106 00000100:00100000:3.0:1746157397.765735:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268408064:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.765744:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.765759:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.765767:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.765781:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031600 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.765959:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.765961:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.765967:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.765975:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.765997:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.766008:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098624:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.766313:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.766825:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.766896:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268408192 00000100:00100000:2.0:1746157397.766900:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268408192 00000100:00100000:2.0:1746157397.766920:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6779 00000100:00100000:2.0:1746157397.766925:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268408192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.766934:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.766943:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03160e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.766955:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.766960:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.766962:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.766964:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.766977:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.766984:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.766992:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267098752:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.767029:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.769484:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.769554:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098624:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.769568:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157397.769627:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268408448 00000100:00100000:0.0:1746157397.769632:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268408448 00002000:00100000:0.0:1746157397.769658:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3100 x1830978268408448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.769667:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268408448 ext(0->4095) 00010000:00010000:0.0:1746157397.769673:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.769685:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746157397.769690:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3100 00000100:00100000:0.0:1746157397.769715:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2790 00000100:00100000:0.0:1746157397.769721:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268408448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.769851:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268408064:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4116us (4431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.769859:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10106 00000100:00100000:2.0:1746157397.770026:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267098752:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.770045:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.770055:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ec00, rc 0) 00000100:00100000:0.0:1746157397.770065:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268408448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 343us (585us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157397.770131:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2790 00002000:00100000:0.0:1746157397.770137:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3100 x1830978268408448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.770144:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268408448 ext(0->4095) 00010000:00010000:0.0:1746157397.770148:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.770156:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746157397.770162:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3100 00000100:00100000:2.0:1746157397.770228:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268408192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3301us (3403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.770234:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6779 00000100:00100000:0.0:1746157397.772416:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.772470:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268408576 00000100:00100000:2.0:1746157397.772476:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268408576 00000100:00100000:0.0:1746157397.772489:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.772517:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6780 00000100:00100000:2.0:1746157397.772523:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268408576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157397.772599:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268408704 00000100:00100000:3.0:1746157397.772603:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268408704 00010000:00010000:3.0:1746157397.772621:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.772638:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10107 00000100:00100000:3.0:1746157397.772642:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1984:x1830978268408704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.772651:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.772666:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.772676:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.772692:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2e800/0x4450b99e49e608e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031607 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.772706:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.772708:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.772708:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.772714:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.772718:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031615 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.772720:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.772734:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.772744:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.772746:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.772748:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.772767:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.772776:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.772789:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.772797:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.772871:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098880:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.772872:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099008:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.773042:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.773109:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.774904:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099008:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.774926:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.774936:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ea00, rc 0) 00000100:00100000:2.0:1746157397.774973:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268408576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2450us (2561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.774980:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6780 00000100:00100000:3.0:1746157397.775187:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267098880:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157397.775190:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.775197:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.775216:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1984:x1830978268408704:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2573us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.775222:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10107 00000100:00100000:0.0:1746157397.775230:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268408960 00000100:00100000:0.0:1746157397.775234:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268408960 00002000:00100000:0.0:1746157397.775258:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1f80 x1830978268408960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.775267:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268408960 ext(0->4095) 00010000:00010000:0.0:1746157397.775272:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.775283:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746157397.775289:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1f80 00000100:00100000:0.0:1746157397.775306:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2791 00000100:00100000:0.0:1746157397.775312:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268408960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157397.775425:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268408960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157397.775430:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2791 00002000:00100000:0.0:1746157397.775435:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1f80 x1830978268408960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.775441:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268408960 ext(0->4095) 00010000:00010000:0.0:1746157397.775446:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746157397.775454:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746157397.775459:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1f80 00000100:00100000:0.0:1746157397.777822:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.777866:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.777884:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268409088 00000100:00100000:2.0:1746157397.777892:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268409088 00000100:00100000:2.0:1746157397.777940:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6781 00000100:00100000:3.0:1746157397.777946:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268409216 00000100:00100000:2.0:1746157397.777946:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268409088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157397.777953:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268409216 00010000:00010000:2.0:1746157397.777958:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.777969:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03161c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.777977:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.777987:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.777991:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.777996:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746157397.777998:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10108 00010000:00010000:2.0:1746157397.778003:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.778004:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268409216:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.778017:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.778037:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.778037:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.778047:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.778188:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ec00/0x4450b99e49e608ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03160e expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.778196:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.778204:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.778206:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.778211:0:8488:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.778218:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.778238:0:8488:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.778248:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.778258:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099264:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.778329:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00010000:00010000:3.0:1746157397.778439:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.778468:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1986:x1830978268409216:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 464us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.778475:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10108 00000100:00100000:2.0:1746157397.780857:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099264:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.780876:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091e2ee00, rc 0) 00000100:00100000:2.0:1746157397.780917:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268409088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2969us (3102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.780926:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6781 00000100:00100000:1.0:1746157397.781058:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.781185:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268409472 00000100:00100000:2.0:1746157397.781190:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268409472 00002000:00100000:2.0:1746157397.781216:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3800 x1830978268409472/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.781224:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3800 with x1830978268409472 ext(0->4095) 00010000:00010000:2.0:1746157397.781230:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.781243:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.781260:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3800 00000100:00100000:2.0:1746157397.781283:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2792 00000100:00100000:2.0:1746157397.781289:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268409472:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.781415:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268409472:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.781420:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2792 00002000:00100000:2.0:1746157397.781425:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3800 x1830978268409472/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.781431:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3800 with x1830978268409472 ext(0->4095) 00010000:00010000:2.0:1746157397.781435:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.781447:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.781452:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3800 00000100:00100000:0.0:1746157397.783402:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.783577:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268409600 00000100:00100000:3.0:1746157397.783584:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268409600 00010000:00010000:3.0:1746157397.783607:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.783643:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10109 00000100:00100000:3.0:1746157397.783649:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268409600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.783663:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.783679:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.783688:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.783711:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ea00/0x4450b99e49e608f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031615 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.783722:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.783724:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.783729:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.783736:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.783760:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.783769:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267099392:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.783841:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.785119:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267099392:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.785131:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.785154:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268409600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1505us (1756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.785160:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10109 00000100:00100000:0.0:1746157397.786892:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.786959:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268409856 00000100:00100000:2.0:1746157397.786966:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268409856 00002000:00100000:2.0:1746157397.787000:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c380 x1830978268409856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.787008:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c380 with x1830978268409856 ext(0->4095) 00002000:00010000:2.0:1746157397.787012:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c380 00000100:00100000:2.0:1746157397.787035:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4873 00000100:00100000:2.0:1746157397.787041:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268409856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157397.787514:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268409856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 468us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.787524:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4873 00002000:00100000:2.0:1746157397.787530:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c380 x1830978268409856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.787537:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c380 with x1830978268409856 ext(0->4095) 00002000:00010000:2.0:1746157397.787539:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c380 00000100:00100000:0.0:1746157397.789519:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.789586:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268409984 00000100:00100000:2.0:1746157397.789594:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268409984 00000100:00100000:2.0:1746157397.790238:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6782 00000100:00100000:2.0:1746157397.790247:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268409984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.790263:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.790277:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031623 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.790299:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.790305:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.790306:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.790309:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.790332:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.790341:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 39 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.790351:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099520:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.790416:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.793039:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099520:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.793066:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.793121:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d600, rc 0) 00000100:00100000:2.0:1746157397.793160:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268409984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2914us (3649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.793170:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6782 00000100:00100000:0.0:1746157397.793330:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.793427:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268410112 00000100:00100000:3.0:1746157397.793433:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268410112 00010000:00010000:3.0:1746157397.793453:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.794040:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10110 00000100:00100000:3.0:1746157397.794161:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268410112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.794172:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.794194:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.794205:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.794222:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091e2ee00/0x4450b99e49e608fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03161c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.794242:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.794243:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.794249:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.794255:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.794418:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.794429:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267099648:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.794603:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.795751:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267099648:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.795764:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.795871:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1986:x1830978268410112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1823us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.795877:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10110 00000100:00100000:2.0:1746157397.796061:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.796180:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268410368 00000100:00100000:3.0:1746157397.796185:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268410368 00002000:00100000:3.0:1746157397.796211:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335f80 x1830978268410368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.796219:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335f80 with x1830978268410368 ext(0->4095) 00002000:00010000:3.0:1746157397.796222:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093335f80 00000100:00100000:3.0:1746157397.796235:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4874 00000100:00100000:3.0:1746157397.796240:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268410368:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.796352:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268410368:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.796357:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4874 00002000:00100000:3.0:1746157397.796362:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335f80 x1830978268410368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.796369:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335f80 with x1830978268410368 ext(0->4095) 00002000:00010000:3.0:1746157397.796371:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093335f80 00000100:00100000:0.0:1746157397.797478:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.797594:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268410496 00000100:00100000:2.0:1746157397.797598:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268410496 00000100:00100000:2.0:1746157397.797631:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6783 00000100:00100000:2.0:1746157397.797636:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31597:x1830978268410496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.797644:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.797655:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03162a expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.797672:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.797679:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.797737:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.797740:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.797761:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.797770:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.797779:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099776:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157397.797837:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.798021:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.798051:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268410624 00000100:00100000:1.0:1746157397.798055:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268410624 00000100:00100000:1.0:1746157397.798091:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6784 00000100:00100000:1.0:1746157397.798097:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268410624:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.798116:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.798122:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031631 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.798134:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.798138:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.798144:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.798146:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.798163:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.798172:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.798178:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157397.798233:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31587:x1830978268410624:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.798239:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6784 00000100:00100000:2.0:1746157397.799874:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267099776:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.799893:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.799902:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254c200, rc 0) 00000100:00100000:2.0:1746157397.799939:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31597:x1830978268410496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2303us (2462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.799945:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6783 00000100:00100000:0.0:1746157397.800169:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.800254:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268410752 00000100:00100000:3.0:1746157397.800260:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268410752 00010000:00010000:3.0:1746157397.800287:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.800365:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10111 00000100:00100000:3.0:1746157397.800371:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268410752:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.800382:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.800401:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.800409:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.800427:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254d600/0x4450b99e49e60903 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031623 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.800446:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.800448:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.800457:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.800465:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.800497:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.800507:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.800597:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100032:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.800772:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.802922:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100032:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.802940:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.802972:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268410752:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2600us (2808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.802980:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10111 00000100:00100000:0.0:1746157397.803192:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.803280:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268411008 00000100:00100000:1.0:1746157397.803290:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268411008 00002000:00100000:1.0:1746157397.803340:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173a300 x1830978268411008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.803349:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173a300 with x1830978268411008 ext(0->4095) 00010000:00010000:1.0:1746157397.803358:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.803371:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.803377:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a173a300 00000100:00100000:1.0:1746157397.803402:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2793 00000100:00100000:1.0:1746157397.803409:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268411008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.803584:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268411008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.803590:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2793 00002000:00100000:1.0:1746157397.803594:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173a300 x1830978268411008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.803601:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173a300 with x1830978268411008 ext(0->4095) 00010000:00010000:1.0:1746157397.803605:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.803613:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.803617:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a173a300 00000100:00100000:0.0:1746157397.805281:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.805343:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.805349:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268411264 00000100:00100000:3.0:1746157397.805357:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268411264 00010000:00010000:3.0:1746157397.805383:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.805414:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10112 00000100:00100000:3.0:1746157397.805419:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1986:x1830978268411264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.805428:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.805442:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.805449:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.805464:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e6090a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03162a expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.805473:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.805475:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.805479:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.805484:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.805502:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.805510:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100160:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.805515:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268411136 00000100:00100000:2.0:1746157397.805519:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268411136 00000100:00100000:2.0:1746157397.805543:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6785 00000100:00100000:2.0:1746157397.805548:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268411136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157397.805553:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00010000:00010000:2.0:1746157397.805559:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.805569:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031638 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.805712:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.805718:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.805720:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.805723:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.805739:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.805749:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.805758:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267100288:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.805780:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.806892:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100160:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.806893:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267100288:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.806905:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157397.806908:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.806918:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254dc00, rc 0) 00000100:00100000:3.0:1746157397.806927:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268411264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1507us (1649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.806934:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10112 00000100:00100000:2.0:1746157397.806936:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268411136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1388us (1592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.806945:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6785 00000100:00100000:0.0:1746157397.807233:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.807288:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268411520 00000100:00100000:1.0:1746157397.807292:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268411520 00002000:00100000:1.0:1746157397.807316:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419fb80 x1830978268411520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.807330:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419fb80 with x1830978268411520 ext(0->4095) 00010000:00010000:1.0:1746157397.807335:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.807345:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.807351:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419fb80 00000100:00100000:1.0:1746157397.807373:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2794 00000100:00100000:1.0:1746157397.807379:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268411520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.807493:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268411520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.807498:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2794 00002000:00100000:1.0:1746157397.807503:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419fb80 x1830978268411520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.807509:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419fb80 with x1830978268411520 ext(0->4095) 00010000:00010000:1.0:1746157397.807513:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.807521:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.807526:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419fb80 00000100:00100000:2.0:1746157397.809580:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.809611:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268411648 00000100:00100000:0.0:1746157397.809616:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268411648 00000100:00100000:2.0:1746157397.809643:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.809645:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6786 00000100:00100000:0.0:1746157397.809649:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268411648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157397.809657:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157397.809666:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03163f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.809680:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157397.809684:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.809687:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157397.809689:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.809711:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.809718:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157397.809723:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c400, rc 0) 00000100:00100000:0.0:1746157397.809744:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268411648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157397.809747:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6786 00000100:00100000:3.0:1746157397.809836:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268411776 00000100:00100000:3.0:1746157397.809840:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268411776 00010000:00010000:3.0:1746157397.809857:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.809883:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10113 00000100:00100000:3.0:1746157397.809889:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1983:x1830978268411776:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.809896:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.809909:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.809923:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.809937:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60911 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031631 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.809954:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.809955:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.809960:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.809966:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.810341:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.810354:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.810405:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100544:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.810455:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.811962:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100544:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.811976:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.812006:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1983:x1830978268411776:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2117us (2362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.812017:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10113 00000100:00100000:0.0:1746157397.812377:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.812551:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268412032 00000100:00100000:3.0:1746157397.812555:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268412032 00002000:00100000:3.0:1746157397.812578:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135f80 x1830978268412032/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.812586:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268412032 ext(0->4095) 00010000:00010000:3.0:1746157397.812592:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.812601:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.812606:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135f80 00000100:00100000:3.0:1746157397.812628:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2795 00000100:00100000:3.0:1746157397.812634:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268412032:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.812739:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268412032:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.812745:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2795 00002000:00100000:3.0:1746157397.812750:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135f80 x1830978268412032/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.812757:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268412032 ext(0->4095) 00010000:00010000:3.0:1746157397.812761:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.812774:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.812778:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135f80 00000100:00100000:0.0:1746157397.814202:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.814247:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268412160 00000100:00100000:3.0:1746157397.814251:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268412160 00010000:00010000:3.0:1746157397.814267:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.814295:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10114 00000100:00100000:3.0:1746157397.814300:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268412160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.814308:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.814320:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.814330:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.814346:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254dc00/0x4450b99e49e60918 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031638 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.814366:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.814367:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.814373:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.814385:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.814497:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.814506:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100672:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.814566:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.815739:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100672:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.815751:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.815778:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268412160:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1476us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.815842:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10114 00000100:00100000:0.0:1746157397.815879:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.815958:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268412416 00000100:00100000:3.0:1746157397.815962:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268412416 00002000:00100000:3.0:1746157397.815982:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137480 x1830978268412416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.815990:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137480 with x1830978268412416 ext(0->4095) 00002000:00010000:3.0:1746157397.815994:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137480 00000100:00100000:3.0:1746157397.816005:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4875 00000100:00100000:3.0:1746157397.816010:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268412416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.816260:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268412416:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 248us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.816269:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4875 00002000:00100000:3.0:1746157397.816274:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137480 x1830978268412416/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.816280:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137480 with x1830978268412416 ext(0->4095) 00002000:00010000:3.0:1746157397.816283:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137480 00000100:00100000:0.0:1746157397.817325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.817417:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268412544 00000100:00100000:2.0:1746157397.817423:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268412544 00000100:00100000:2.0:1746157397.817462:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6787 00000100:00100000:2.0:1746157397.817468:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268412544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.817477:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.817488:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031646 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.817505:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.817512:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.817514:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.817517:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.817536:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.817546:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 39 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.817556:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267100800:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.817623:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.819230:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267100800:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.819251:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.819263:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136824200, rc 0) 00000100:00100000:2.0:1746157397.819663:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268412544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2193us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.819670:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6787 00000100:00100000:2.0:1746157397.819969:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.820016:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268412672 00000100:00100000:3.0:1746157397.820020:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268412672 00010000:00010000:3.0:1746157397.820038:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.820063:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10115 00000100:00100000:3.0:1746157397.820068:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268412672:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.820097:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.820123:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.820132:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.820149:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c400/0x4450b99e49e6091f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03163f expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.820159:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.820161:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.820166:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.820178:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.820201:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.820631:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100928:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.821599:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.823847:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267100928:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.823863:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.823872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.823892:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1985:x1830978268412672:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3824us (3923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.823901:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10115 00000100:00100000:0.0:1746157397.823964:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268412928 00000100:00100000:0.0:1746157397.823969:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268412928 00002000:00100000:0.0:1746157397.823995:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337480 x1830978268412928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.824001:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337480 with x1830978268412928 ext(0->4095) 00002000:00010000:0.0:1746157397.824004:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093337480 00000100:00100000:0.0:1746157397.824026:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4876 00000100:00100000:0.0:1746157397.824031:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268412928:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157397.824181:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268412928:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157397.824189:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4876 00002000:00100000:0.0:1746157397.824194:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337480 x1830978268412928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157397.824205:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337480 with x1830978268412928 ext(0->4095) 00002000:00010000:0.0:1746157397.824208:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093337480 00000100:00100000:0.0:1746157397.826457:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.826492:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.826515:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268413056 00000100:00100000:2.0:1746157397.826520:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268413056 00000100:00100000:1.0:1746157397.826566:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268413184 00000100:00100000:1.0:1746157397.826569:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268413184 00000100:00100000:2.0:1746157397.826595:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6788 00000100:00100000:2.0:1746157397.826601:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268413056:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157397.826604:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6789 00000100:00100000:1.0:1746157397.826608:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31597:x1830978268413184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.826613:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.826615:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.826625:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031654 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.826627:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03164d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.826644:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.826651:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.826654:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.826658:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.826716:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.826720:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.826725:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.826727:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.826744:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.826746:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.826754:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.826764:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267101056:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.826778:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.826786:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157397.826807:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31597:x1830978268413184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.826821:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.826844:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6789 00000100:00100000:2.0:1746157397.827799:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267101056:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.827812:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.827820:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af6200, rc 0) 00000100:00100000:2.0:1746157397.827850:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268413056:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1249us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.827855:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6788 00000100:00100000:0.0:1746157397.828796:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.828898:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268413312 00000100:00100000:3.0:1746157397.828903:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268413312 00010000:00010000:3.0:1746157397.828923:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.828950:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10116 00000100:00100000:3.0:1746157397.828954:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268413312:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.828961:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.828974:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.828980:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.828993:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136824200/0x4450b99e49e60926 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031646 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.829010:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.829012:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.829021:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.829027:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.829049:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.829057:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.829161:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101312:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.829214:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa441900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.830091:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101312:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.830115:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.830135:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268413312:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1180us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.830146:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10116 00000100:00100000:0.0:1746157397.831048:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.831136:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268413568 00000100:00100000:2.0:1746157397.831141:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268413568 00002000:00100000:2.0:1746157397.831171:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8700 x1830978268413568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.831180:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8700 with x1830978268413568 ext(0->4095) 00010000:00010000:2.0:1746157397.831186:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.831197:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.831202:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8700 00000100:00100000:2.0:1746157397.831247:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2796 00000100:00100000:2.0:1746157397.831253:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268413568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.831376:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268413568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.831382:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2796 00002000:00100000:2.0:1746157397.831387:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8700 x1830978268413568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.831393:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8700 with x1830978268413568 ext(0->4095) 00010000:00010000:2.0:1746157397.831397:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.831406:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:2.0:1746157397.831411:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8700 00000100:00100000:0.0:1746157397.833804:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.833913:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268413696 00000100:00100000:3.0:1746157397.833921:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268413696 00010000:00010000:3.0:1746157397.833946:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.834059:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10117 00000100:00100000:3.0:1746157397.834066:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1986:x1830978268413696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.834117:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.834137:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.834148:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.834164:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60934 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03164d expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.834188:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.834190:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.834196:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.834203:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.834229:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.834238:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101440:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.834306:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.836152:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101440:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.836170:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.836206:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268413696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2140us (2411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.836213:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10117 00000100:00100000:0.0:1746157397.836654:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.836727:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268413952 00000100:00100000:1.0:1746157397.836732:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268413952 00002000:00100000:1.0:1746157397.836759:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0700 x1830978268413952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.836772:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0700 with x1830978268413952 ext(0->4095) 00002000:00010000:1.0:1746157397.836776:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c0700 00000100:00100000:1.0:1746157397.836800:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4877 00000100:00100000:1.0:1746157397.836806:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268413952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.836930:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268413952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.836936:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4877 00002000:00100000:1.0:1746157397.836941:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0700 x1830978268413952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.836947:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0700 with x1830978268413952 ext(0->4095) 00002000:00010000:1.0:1746157397.836950:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c0700 00000100:00100000:0.0:1746157397.838635:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.838680:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268414080 00000100:00100000:2.0:1746157397.838685:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268414080 00000100:00100000:2.0:1746157397.838721:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6790 00000100:00100000:2.0:1746157397.838727:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268414080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.838736:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.838747:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03165b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.838766:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 39 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.838773:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.838774:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.838777:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.838797:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 39 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.838807:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 39 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.838816:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267101568:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.838959:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.840400:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267101568:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.840418:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.840433:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af6600, rc 0) 00000100:00100000:2.0:1746157397.840470:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268414080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.840475:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6790 00000100:00100000:0.0:1746157397.840525:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.840596:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268414208 00000100:00100000:3.0:1746157397.840599:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268414208 00010000:00010000:3.0:1746157397.840613:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.840908:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10118 00000100:00100000:3.0:1746157397.840914:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268414208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.840923:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.840939:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.840948:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.840963:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6092d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031654 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.840981:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.840983:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.840988:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.840997:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.841017:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.841025:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101696:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.841128:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.841845:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101696:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.841854:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.841873:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1986:x1830978268414208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 961us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.841878:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10118 00000100:00100000:0.0:1746157397.842740:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.842807:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268414464 00000100:00100000:1.0:1746157397.842930:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268414464 00002000:00100000:1.0:1746157397.842955:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9cb100 x1830978268414464/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.842964:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9cb100 with x1830978268414464 ext(0->4095) 00002000:00010000:1.0:1746157397.842967:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9cb100 00000100:00100000:1.0:1746157397.843270:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4878 00000100:00100000:1.0:1746157397.843277:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268414464:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.843388:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268414464:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.843394:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4878 00002000:00100000:1.0:1746157397.843399:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9cb100 x1830978268414464/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.843406:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9cb100 with x1830978268414464 ext(0->4095) 00002000:00010000:1.0:1746157397.843409:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9cb100 00000100:00100000:0.0:1746157397.844888:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.844964:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268414592 00000100:00100000:2.0:1746157397.844970:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268414592 00000100:00100000:2.0:1746157397.845003:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6791 00000100:00100000:2.0:1746157397.845009:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31597:x1830978268414592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.845018:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.845029:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031662 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.845047:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.845052:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.845054:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.845057:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.845110:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.845119:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.845131:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267101824:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.845190:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.846000:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267101824:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.846016:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.846025:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af7400, rc 0) 00000100:00100000:2.0:1746157397.846063:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31597:x1830978268414592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1050us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.846069:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6791 00000100:00100000:0.0:1746157397.846349:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.846451:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.846498:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268414848 00000100:00100000:3.0:1746157397.846506:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268414848 00000100:00100000:2.0:1746157397.846512:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268414720 00000100:00100000:2.0:1746157397.846516:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268414720 00010000:00010000:3.0:1746157397.846521:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.846543:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10119 00000100:00100000:2.0:1746157397.846547:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6792 00000100:00100000:3.0:1746157397.846548:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268414848:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157397.846553:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268414720:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.846555:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.846565:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.846569:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.846572:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031669 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.846577:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.846591:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6093b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03165b expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.846607:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.846609:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.846613:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.846619:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.846637:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.846644:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101952:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.846688:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f000 going to sleep for 11 seconds 00010000:00010000:2.0:1746157397.846798:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.846804:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.846805:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.846807:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.846834:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.846843:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.846851:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267102080:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.846875:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.847844:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267101952:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.847854:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.847874:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268414848:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1326us (1423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.847881:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10119 00000100:00100000:2.0:1746157397.848005:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267102080:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.848019:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.848029:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af6200, rc 0) 00000100:00100000:2.0:1746157397.848046:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268414720:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1494us (1699us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157397.848205:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.848211:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6792 00000100:00100000:1.0:1746157397.848341:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268415104 00000100:00100000:1.0:1746157397.848346:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268415104 00002000:00100000:1.0:1746157397.848367:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9ca80 x1830978268415104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.848375:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ca80 with x1830978268415104 ext(0->4095) 00010000:00010000:1.0:1746157397.848380:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.848390:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.848396:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9ca80 00000100:00100000:1.0:1746157397.848414:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2797 00000100:00100000:1.0:1746157397.848419:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268415104:12345-192.168.203.5@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746157397.848702:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268415104:12345-192.168.203.5@tcp:3:ldlm_bl.0 Request processed in 282us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.848707:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2797 00002000:00100000:1.0:1746157397.848712:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9ca80 x1830978268415104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.848718:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ca80 with x1830978268415104 ext(0->4095) 00010000:00010000:1.0:1746157397.848723:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.848731:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.848735:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9ca80 00000100:00100000:0.0:1746157397.849830:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.849886:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.849910:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268415360 00000100:00100000:2.0:1746157397.849914:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268415360 00000100:00100000:2.0:1746157397.849946:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6793 00000100:00100000:2.0:1746157397.849952:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268415360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.849960:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.849969:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031670 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.849982:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.849986:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.849991:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157397.849994:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.850013:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.850021:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.850028:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009452aa00, rc 0) 00000100:00100000:2.0:1746157397.850063:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268415360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.850068:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6793 00000100:00100000:3.0:1746157397.850146:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268415232 00000100:00100000:3.0:1746157397.850150:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268415232 00010000:00010000:3.0:1746157397.850162:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.850272:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10120 00000100:00100000:3.0:1746157397.850278:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1983:x1830978268415232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.850286:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.850298:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.850307:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.850319:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60942 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031662 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.850330:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.850332:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.850336:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.850342:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.850360:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.850368:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.850381:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102336:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.850427:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.852466:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102336:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.852482:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.852513:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1983:x1830978268415232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2234us (2626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.852520:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10120 00000100:00100000:0.0:1746157397.852705:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.852942:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268415616 00000100:00100000:1.0:1746157397.852947:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268415616 00002000:00100000:1.0:1746157397.852972:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d880 x1830978268415616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.852981:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d880 with x1830978268415616 ext(0->4095) 00010000:00010000:1.0:1746157397.852988:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.852998:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.853003:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9d880 00000100:00100000:1.0:1746157397.853026:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2798 00000100:00100000:1.0:1746157397.853031:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268415616:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.853169:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268415616:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.853174:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2798 00002000:00100000:1.0:1746157397.853179:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d880 x1830978268415616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.853185:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d880 with x1830978268415616 ext(0->4095) 00010000:00010000:1.0:1746157397.853188:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.853196:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.853200:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9d880 00000100:00100000:0.0:1746157397.854610:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.854659:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268415744 00000100:00100000:1.0:1746157397.854664:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268415744 00000100:00100000:0.0:1746157397.854679:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.854699:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6794 00000100:00100000:1.0:1746157397.854704:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268415744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.854713:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157397.854736:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268415872 00000100:00100000:3.0:1746157397.854740:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268415872 00010000:00010000:3.0:1746157397.854752:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 41 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.854766:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10121 00000100:00100000:3.0:1746157397.854769:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268415872:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157397.854773:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031677 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.854774:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.854785:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.854789:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.854794:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.854799:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157397.854802:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.854810:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.855167:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094af6200/0x4450b99e49e60949 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031669 expref: 42 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.855173:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.855179:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.855181:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.855185:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.855192:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.855202:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.855210:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.855213:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00010000:00010000:3.0:1746157397.855219:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.855228:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102592:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157397.855245:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268415744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 541us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.855254:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6794 00000100:00100000:3.0:1746157397.855279:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.856447:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102592:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.856460:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.856493:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268415872:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1722us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.856499:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10121 00000100:00100000:0.0:1746157397.856878:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.857009:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268416128 00000100:00100000:1.0:1746157397.857013:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268416128 00002000:00100000:1.0:1746157397.857037:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c000 x1830978268416128/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.857045:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c000 with x1830978268416128 ext(0->4095) 00010000:00010000:1.0:1746157397.857051:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.857062:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.857067:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c000 00000100:00100000:1.0:1746157397.857118:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2799 00000100:00100000:1.0:1746157397.857124:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268416128:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.857226:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268416128:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.857232:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2799 00002000:00100000:1.0:1746157397.857237:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c000 x1830978268416128/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.857248:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c000 with x1830978268416128 ext(0->4095) 00010000:00010000:1.0:1746157397.857252:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.857261:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.857266:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c000 00000100:00100000:0.0:1746157397.858765:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.858834:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268416256 00000100:00100000:3.0:1746157397.858838:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268416256 00010000:00010000:3.0:1746157397.858857:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.858885:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10122 00000100:00100000:3.0:1746157397.858891:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268416256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.858902:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.858915:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.858924:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.858941:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009452aa00/0x4450b99e49e60950 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031670 expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.858952:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.858954:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.858959:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 39 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.858966:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 39 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.858988:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 39 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.858997:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102720:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.859062:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.860432:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102720:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.860444:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.860462:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268416256:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1572us (1702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.860470:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10122 00000100:00100000:0.0:1746157397.860724:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.860821:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268416512 00000100:00100000:1.0:1746157397.860825:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268416512 00002000:00100000:1.0:1746157397.860848:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8a80 x1830978268416512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.860856:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8a80 with x1830978268416512 ext(0->4095) 00002000:00010000:1.0:1746157397.860860:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8a80 00000100:00100000:1.0:1746157397.860926:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4879 00000100:00100000:1.0:1746157397.860931:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268416512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.861034:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268416512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.861042:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4879 00002000:00100000:1.0:1746157397.861046:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8a80 x1830978268416512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.861052:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8a80 with x1830978268416512 ext(0->4095) 00002000:00010000:1.0:1746157397.861055:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8a80 00000100:00100000:0.0:1746157397.862740:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.862810:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268416640 00000100:00100000:1.0:1746157397.862816:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268416640 00000100:00100000:1.0:1746157397.862859:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6795 00000100:00100000:1.0:1746157397.862865:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268416640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.862875:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.862886:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03167e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.862905:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 39 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.862911:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.862913:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.862916:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.862937:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 39 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.862946:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 39 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.862957:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267102848:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.863029:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.864540:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267102848:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.864557:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.864569:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157397.864608:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268416640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.864615:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6795 00000100:00100000:0.0:1746157397.867455:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.867664:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268416768 00000100:00100000:3.0:1746157397.867671:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268416768 00010000:00010000:3.0:1746157397.867697:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.867729:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10123 00000100:00100000:3.0:1746157397.867735:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268416768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.867748:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.867765:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.867774:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.867797:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60957 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031677 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.867819:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.867821:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.867827:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.867834:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.867865:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.867875:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102976:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.867932:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.870505:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.870559:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268417024 00000100:00100000:2.0:1746157397.870566:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268417024 00002000:00100000:2.0:1746157397.870600:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273800 x1830978268417024/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.870609:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978268417024 ext(0->4095) 00002000:00010000:2.0:1746157397.870613:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136273800 00000100:00100000:3.0:1746157397.870735:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267102976:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.870752:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.870842:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4880 00000100:00100000:2.0:1746157397.870849:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268417024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.871303:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1985:x1830978268416768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3566us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.871310:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10123 00000100:00100000:2.0:1746157397.871634:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268417024:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 784us (1134us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.871642:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4880 00002000:00100000:2.0:1746157397.871648:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273800 x1830978268417024/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.871655:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978268417024 ext(0->4095) 00002000:00010000:2.0:1746157397.871658:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136273800 00000100:00100000:0.0:1746157397.871761:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.871779:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268417152 00000100:00100000:2.0:1746157397.872371:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268417152 00000100:00100000:2.0:1746157397.872398:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6796 00000100:00100000:2.0:1746157397.872403:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31587:x1830978268417152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.872412:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.872423:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031685 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.872442:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.872448:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.872449:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.872452:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.872473:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.872482:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.872497:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267103104:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.872563:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.873458:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.873502:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268417280 00000100:00100000:2.0:1746157397.873506:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268417280 00000100:00100000:2.0:1746157397.873524:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6797 00000100:00100000:2.0:1746157397.873529:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31597:x1830978268417280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.873536:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.873543:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03168c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.873555:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.873558:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.873563:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.873565:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.873582:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.873591:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.873599:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af7600, rc 0) 00000100:00100000:2.0:1746157397.873676:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31597:x1830978268417280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.873682:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6797 00000100:00100000:2.0:1746157397.873998:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267103104:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.874011:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.874018:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800998c8a00, rc 0) 00000100:00100000:2.0:1746157397.874049:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268417152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1645us (2288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.874055:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6796 00000100:00100000:0.0:1746157397.874538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.874602:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268417408 00000100:00100000:3.0:1746157397.874608:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268417408 00010000:00010000:3.0:1746157397.874622:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.874637:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10124 00000100:00100000:3.0:1746157397.874641:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268417408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.874647:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.874806:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.874816:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.874835:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6095e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03167e expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.874856:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.874858:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.874863:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.874869:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.874890:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.874898:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.874907:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267103360:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.875484:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.877328:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.877420:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268417664 00000100:00100000:3.0:1746157397.877426:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268417664 00002000:00100000:3.0:1746157397.877461:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270000 x1830978268417664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157397.877466:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267103360:192.168.203.5@tcp:105: 00002000:00100000:3.0:1746157397.877469:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268417664 ext(0->4095) 00010000:00010000:3.0:1746157397.877476:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.877480:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157397.877486:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.877492:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270000 00000100:00100000:3.0:1746157397.877516:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2800 00000100:00100000:3.0:1746157397.877522:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268417664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.877635:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268417408:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2865us (2970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.877643:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10124 00000100:00100000:3.0:1746157397.877646:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268417664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.877651:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2800 00002000:00100000:3.0:1746157397.877656:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270000 x1830978268417664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.877662:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268417664 ext(0->4095) 00010000:00010000:3.0:1746157397.877666:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.877674:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.877678:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270000 00000100:00100000:0.0:1746157397.881005:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.881251:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268417792 00000100:00100000:2.0:1746157397.881259:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268417792 00010000:00010000:2.0:1746157397.881290:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.881311:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10125 00000100:00100000:2.0:1746157397.881318:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1984:x1830978268417792:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.881327:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.881345:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.881360:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.881377:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800998c8a00/0x4450b99e49e60965 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031685 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.881402:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.881404:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.881410:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.881417:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.881444:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.881454:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267103488:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.881519:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.884404:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267103488:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.884422:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.884455:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1984:x1830978268417792:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3137us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.884463:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10125 00000100:00100000:2.0:1746157397.884758:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.885347:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268418048 00000100:00100000:3.0:1746157397.885353:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268418048 00002000:00100000:3.0:1746157397.885385:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199880 x1830978268418048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.885393:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199880 with x1830978268418048 ext(0->4095) 00002000:00010000:3.0:1746157397.885397:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132199880 00000100:00100000:3.0:1746157397.885422:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4881 00000100:00100000:3.0:1746157397.885428:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268418048:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.885814:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268418048:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 384us (1055us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.885820:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4881 00002000:00100000:3.0:1746157397.885827:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199880 x1830978268418048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.885834:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199880 with x1830978268418048 ext(0->4095) 00002000:00010000:3.0:1746157397.885837:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132199880 00000100:00100000:0.0:1746157397.888712:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.888942:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268418176 00000100:00100000:2.0:1746157397.888949:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268418176 00000100:00100000:2.0:1746157397.888982:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6798 00000100:00100000:2.0:1746157397.888988:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268418176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.889000:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.889014:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031693 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.889037:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.889043:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.889044:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.889047:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.889092:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.889114:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 39 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.889124:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267103616:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.889382:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.890559:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267103616:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.890580:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.890592:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af7400, rc 0) 00000100:00100000:2.0:1746157397.890619:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268418176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1631us (1912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.890625:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6798 00000100:00100000:0.0:1746157397.894761:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.894877:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268418304 00000100:00100000:2.0:1746157397.894885:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268418304 00010000:00010000:2.0:1746157397.894916:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.894952:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10126 00000100:00100000:2.0:1746157397.894959:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268418304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.894970:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.894986:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.894997:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.895015:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094af7600/0x4450b99e49e6096c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03168c expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.895044:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.895046:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.895052:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.895059:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.895119:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.895129:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267103744:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.895860:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.897758:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.897851:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267103744:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.897866:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.897909:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1986:x1830978268418304:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2950us (3155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.897917:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10126 00000100:00100000:3.0:1746157397.898069:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268418560 00000100:00100000:3.0:1746157397.898113:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268418560 00002000:00100000:3.0:1746157397.898141:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7800 x1830978268418560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.898150:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7800 with x1830978268418560 ext(0->4095) 00002000:00010000:3.0:1746157397.898153:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7800 00000100:00100000:3.0:1746157397.898167:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4882 00000100:00100000:3.0:1746157397.898173:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268418560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157397.898558:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.898652:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268418560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 478us (899us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.898658:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4882 00002000:00100000:3.0:1746157397.898663:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7800 x1830978268418560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.898671:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7800 with x1830978268418560 ext(0->4095) 00002000:00010000:3.0:1746157397.898674:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7800 00000100:00100000:2.0:1746157397.898727:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268418688 00000100:00100000:2.0:1746157397.898730:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268418688 00000100:00100000:2.0:1746157397.898758:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6799 00000100:00100000:2.0:1746157397.898763:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31587:x1830978268418688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.898770:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.898782:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03169a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.898800:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.898806:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.898808:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.898811:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.898837:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.898847:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.898857:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267103872:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.898899:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.900781:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.900831:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268418816 00000100:00100000:1.0:1746157397.900837:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268418816 00000100:00100000:1.0:1746157397.900869:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6800 00000100:00100000:1.0:1746157397.900875:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31597:x1830978268418816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.900885:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.900900:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316a1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.900920:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.900924:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.900929:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.900932:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.900954:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 42 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.900964:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.900972:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157397.901009:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31597:x1830978268418816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.901017:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6800 00000100:00100000:2.0:1746157397.901123:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267103872:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.901137:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.901145:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af6600, rc 0) 00000100:00100000:2.0:1746157397.901159:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268418688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2396us (2602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.901164:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6799 00000100:00100000:0.0:1746157397.901398:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.901514:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268418944 00000100:00100000:2.0:1746157397.901518:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268418944 00010000:00010000:2.0:1746157397.901532:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.901549:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10127 00000100:00100000:2.0:1746157397.901554:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268418944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.901562:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.901577:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.901587:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.901601:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094af7400/0x4450b99e49e60973 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031693 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.901612:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.901613:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.901617:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.901623:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.901640:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.901649:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.901658:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104128:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.901708:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.904334:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.904442:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104128:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.904457:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.904490:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268418944:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2935us (3092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.904497:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10127 00000100:00100000:3.0:1746157397.904567:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268419200 00000100:00100000:3.0:1746157397.904572:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268419200 00002000:00100000:3.0:1746157397.904600:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978268419200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.904608:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978268419200 ext(0->4095) 00010000:00010000:3.0:1746157397.904615:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.904626:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.904631:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f100 00000100:00100000:3.0:1746157397.904913:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2801 00000100:00100000:3.0:1746157397.904919:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268419200:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.905022:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268419200:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (694us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.905027:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2801 00002000:00100000:3.0:1746157397.905031:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978268419200/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.905038:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978268419200 ext(0->4095) 00010000:00010000:3.0:1746157397.905043:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.905051:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:3.0:1746157397.905056:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f100 00000100:00100000:0.0:1746157397.907158:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.907284:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268419328 00000100:00100000:2.0:1746157397.907290:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268419328 00010000:00010000:2.0:1746157397.907314:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.907366:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10128 00000100:00100000:2.0:1746157397.907373:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1984:x1830978268419328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.907383:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.907399:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.907408:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.907425:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094af6600/0x4450b99e49e6097a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03169a expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.907437:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.907438:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.907443:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.907449:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.907475:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.907485:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104256:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.907878:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.909484:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104256:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.909499:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.909533:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1984:x1830978268419328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2160us (2380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.909540:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10128 00000100:00100000:0.0:1746157397.909705:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.909792:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268419584 00000100:00100000:1.0:1746157397.909797:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268419584 00002000:00100000:1.0:1746157397.909821:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9880 x1830978268419584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.909829:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9880 with x1830978268419584 ext(0->4095) 00002000:00010000:1.0:1746157397.909832:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9880 00000100:00100000:1.0:1746157397.909858:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4883 00000100:00100000:1.0:1746157397.909864:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268419584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.909985:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268419584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.909990:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4883 00002000:00100000:1.0:1746157397.909995:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9880 x1830978268419584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.910002:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9880 with x1830978268419584 ext(0->4095) 00002000:00010000:1.0:1746157397.910005:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9880 00000100:00100000:0.0:1746157397.911122:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.911167:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268419712 00000100:00100000:3.0:1746157397.911171:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268419712 00000100:00100000:3.0:1746157397.911193:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6801 00000100:00100000:3.0:1746157397.911198:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268419712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.911207:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.911217:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316a8 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.911235:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.911240:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.911242:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.911244:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.911266:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.911276:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 39 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.911286:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267104384:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.911907:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.912594:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267104384:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.912610:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.912620:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157397.912648:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268419712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1449us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.912793:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6801 00000100:00100000:0.0:1746157397.912995:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.913043:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268419840 00000100:00100000:2.0:1746157397.913047:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268419840 00010000:00010000:2.0:1746157397.913062:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.913109:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10129 00000100:00100000:2.0:1746157397.913115:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268419840:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.913124:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.913139:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.913148:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.913163:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60981 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a1 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.913173:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.913175:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.913179:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.913186:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.913204:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.913211:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104512:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.913259:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.914610:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104512:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.914622:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.914785:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1985:x1830978268419840:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1669us (1789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.914791:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10129 00000100:00100000:0.0:1746157397.915132:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.915163:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268420096 00000100:00100000:1.0:1746157397.915167:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268420096 00002000:00100000:1.0:1746157397.915190:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178ed80 x1830978268420096/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.915197:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178ed80 with x1830978268420096 ext(0->4095) 00002000:00010000:1.0:1746157397.915200:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178ed80 00000100:00100000:1.0:1746157397.915220:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4884 00000100:00100000:1.0:1746157397.915225:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268420096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.915339:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268420096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.915344:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4884 00002000:00100000:1.0:1746157397.915349:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178ed80 x1830978268420096/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.915355:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178ed80 with x1830978268420096 ext(0->4095) 00002000:00010000:1.0:1746157397.915358:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178ed80 00000100:00100000:0.0:1746157397.917350:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.917464:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268420224 00000100:00100000:3.0:1746157397.917469:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268420224 00000100:00100000:3.0:1746157397.917506:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6802 00000100:00100000:3.0:1746157397.917515:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31597:x1830978268420224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.917526:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.917540:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316af expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.917561:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.917567:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.917569:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.917571:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.917591:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.917600:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.917613:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267104640:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.917681:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.919042:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267104640:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157397.919049:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157397.919060:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.919114:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268420352 00000100:00100000:2.0:1746157397.919120:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268420352 00010000:00010000:2.0:1746157397.919139:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.919157:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10130 00000100:00100000:2.0:1746157397.919163:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268420352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.919171:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.919185:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.919192:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00010000:00010000:2.0:1746157397.919195:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.919208:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60988 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316a8 expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.919220:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.919222:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.919227:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.919234:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.919252:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.919259:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104768:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.919299:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31597:x1830978268420224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1786us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.919305:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6802 00000100:00100000:2.0:1746157397.919309:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.920606:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.920649:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268420480 00000100:00100000:3.0:1746157397.920652:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268420480 00000100:00100000:3.0:1746157397.920673:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6803 00000100:00100000:3.0:1746157397.920678:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268420480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.920688:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.920697:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316b6 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.920713:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.920719:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.920725:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.920727:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.920748:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.920755:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.920761:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267104896:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157397.920807:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.920973:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267104768:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.920982:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.920997:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268420352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1834us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.921004:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10130 00000100:00100000:0.0:1746157397.921268:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.921318:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268420736 00000100:00100000:1.0:1746157397.921321:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268420736 00002000:00100000:1.0:1746157397.921339:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d49f80 x1830978268420736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.921347:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49f80 with x1830978268420736 ext(0->4095) 00010000:00010000:1.0:1746157397.921352:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 42 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.921362:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 42 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.921368:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d49f80 00000100:00100000:1.0:1746157397.921392:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2802 00000100:00100000:1.0:1746157397.921398:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268420736:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.921500:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268420736:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.921508:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2802 00002000:00100000:1.0:1746157397.921513:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d49f80 x1830978268420736/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.921520:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49f80 with x1830978268420736 ext(0->4095) 00010000:00010000:1.0:1746157397.921524:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 42 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.921532:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 42 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.921537:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d49f80 00000100:00100000:3.0:1746157397.921777:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267104896:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157397.921789:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.921798:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157397.921816:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31587:x1830978268420480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1138us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.921822:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6803 00000100:00100000:0.0:1746157397.923400:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.923445:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268420864 00000100:00100000:3.0:1746157397.923450:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268420864 00000100:00100000:0.0:1746157397.923471:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.923490:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6804 00000100:00100000:3.0:1746157397.923496:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268420864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157397.923505:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157397.923514:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316bd expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.923528:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157397.923533:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.923537:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746157397.923537:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268420992 00010000:00010000:3.0:1746157397.923540:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.923541:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268420992 00010000:00010000:2.0:1746157397.923558:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.923561:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 41 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.923572:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.923576:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10131 00010000:00010000:3.0:1746157397.923579:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:2.0:1746157397.923582:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268420992:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.923591:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746157397.923603:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268420864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (206us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157397.923604:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.923609:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6804 00010000:00010000:2.0:1746157397.923614:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.923628:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6098f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316af expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.923639:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.923641:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.923646:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.923651:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.923669:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.923678:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.923688:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105152:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.923741:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.925577:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.925594:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105152:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.925608:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157397.925625:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268421248 00000100:00100000:1.0:1746157397.925631:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268421248 00000100:00100000:2.0:1746157397.925643:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1985:x1830978268420992:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2060us (2171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.925650:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10131 00002000:00100000:1.0:1746157397.925659:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d4380 x1830978268421248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.925668:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d4380 with x1830978268421248 ext(0->4095) 00010000:00010000:1.0:1746157397.925674:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.925685:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.925690:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d4380 00000100:00100000:1.0:1746157397.925763:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2803 00000100:00100000:1.0:1746157397.925771:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268421248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.925967:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268421248:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.925973:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2803 00002000:00100000:1.0:1746157397.925978:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d4380 x1830978268421248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.925985:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d4380 with x1830978268421248 ext(0->4095) 00010000:00010000:1.0:1746157397.925990:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.925998:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 40 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.926003:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d4380 00000100:00100000:0.0:1746157397.927448:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.927503:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268421376 00000100:00100000:1.0:1746157397.927508:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268421376 00000100:00100000:1.0:1746157397.927541:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6805 00000100:00100000:1.0:1746157397.927547:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268421376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157397.927547:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.927611:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268421504 00000100:00100000:2.0:1746157397.927614:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268421504 00010000:00010000:2.0:1746157397.927629:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.927647:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10132 00000100:00100000:2.0:1746157397.927652:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1986:x1830978268421504:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.927660:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.927673:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.927681:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.927698:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60996 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316b6 expref: 41 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.927711:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.927720:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.927722:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.927728:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.927828:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.927846:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316c4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.927854:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.927863:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.927869:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.927870:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.927913:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.927925:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.927935:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105280:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157397.927972:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.927979:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 5 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.927987:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267105408:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.928109:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.928118:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.930113:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.930191:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105280:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157397.930192:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267105408:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.930204:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157397.930209:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.930225:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:2.0:1746157397.930228:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1986:x1830978268421504:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2576us (2681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.930235:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10132 00000100:00100000:1.0:1746157397.930245:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31587:x1830978268421376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2699us (2801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.930251:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6805 00000100:00100000:1.0:1746157397.930271:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268421760 00000100:00100000:1.0:1746157397.930274:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268421760 00002000:00100000:1.0:1746157397.930301:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d4e00 x1830978268421760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.930309:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d4e00 with x1830978268421760 ext(0->4095) 00010000:00010000:1.0:1746157397.930314:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.930329:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.930334:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d4e00 00000100:00100000:1.0:1746157397.930346:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2804 00000100:00100000:1.0:1746157397.930350:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268421760:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.930461:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268421760:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.930467:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2804 00002000:00100000:1.0:1746157397.930471:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d4e00 x1830978268421760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.930478:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d4e00 with x1830978268421760 ext(0->4095) 00010000:00010000:1.0:1746157397.930482:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746157397.930490:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746157397.930495:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d4e00 00000100:00100000:0.0:1746157397.932174:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.932222:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268421888 00000100:00100000:2.0:1746157397.932226:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268421888 00010000:00010000:2.0:1746157397.932243:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746157397.932268:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10133 00000100:00100000:2.0:1746157397.932273:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268421888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157397.932281:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.932292:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.932301:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.932317:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6099d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316bd expref: 6 pid: 8487 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746157397.932337:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.932339:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.932344:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.932350:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.932370:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.932377:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105536:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157397.932430:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.934260:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.934348:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105536:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157397.934363:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157397.934392:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268421888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2117us (2219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.934398:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10133 00000100:00100000:1.0:1746157397.934469:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268422144 00000100:00100000:1.0:1746157397.934473:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268422144 00002000:00100000:1.0:1746157397.934497:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d5500 x1830978268422144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.934504:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d5500 with x1830978268422144 ext(0->4095) 00002000:00010000:1.0:1746157397.934508:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d5500 00000100:00100000:1.0:1746157397.935019:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4885 00000100:00100000:1.0:1746157397.935026:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268422144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.935193:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268422144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.935201:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4885 00002000:00100000:1.0:1746157397.935205:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d5500 x1830978268422144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.935213:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d5500 with x1830978268422144 ext(0->4095) 00002000:00010000:1.0:1746157397.935215:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d5500 00000100:00100000:0.0:1746157397.936232:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.936278:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268422272 00000100:00100000:1.0:1746157397.936281:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268422272 00000100:00100000:1.0:1746157397.936304:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6806 00000100:00100000:1.0:1746157397.936310:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268422272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.936319:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.936330:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316cb expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.936349:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.936359:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.936361:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.936364:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.936390:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.936399:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 39 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.936410:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267105664:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.936475:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.937482:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267105664:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.937567:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.937576:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157397.937610:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268422272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1300us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.937615:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6806 00000100:00100000:0.0:1746157397.937747:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.937857:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268422400 00000100:00100000:3.0:1746157397.937861:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268422400 00010000:00010000:3.0:1746157397.937876:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.937892:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10134 00000100:00100000:3.0:1746157397.937897:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268422400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.937904:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.937916:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.937929:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.937943:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e609a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316c4 expref: 40 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.937955:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.937956:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.937960:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.937966:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.937985:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.937993:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105792:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.938037:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.939334:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267105792:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.939345:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157397.939363:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.939422:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268422656 00000100:00100000:1.0:1746157397.939425:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268422656 00002000:00100000:1.0:1746157397.939444:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d5f80 x1830978268422656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.939451:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d5f80 with x1830978268422656 ext(0->4095) 00002000:00010000:1.0:1746157397.939454:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d5f80 00000100:00100000:1.0:1746157397.939465:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4886 00000100:00100000:1.0:1746157397.939469:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268422656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157397.939594:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1986:x1830978268422400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1695us (1846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.939600:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10134 00000100:00100000:1.0:1746157397.939722:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268422656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 251us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.939727:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4886 00002000:00100000:1.0:1746157397.939732:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d5f80 x1830978268422656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.939738:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d5f80 with x1830978268422656 ext(0->4095) 00002000:00010000:1.0:1746157397.939740:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d5f80 00000100:00100000:0.0:1746157397.940798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.940872:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268422784 00000100:00100000:1.0:1746157397.940875:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268422784 00000100:00100000:1.0:1746157397.940905:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6807 00000100:00100000:1.0:1746157397.940910:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:31597:x1830978268422784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.940918:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.940929:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316d2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.940946:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.940952:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.940954:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157397.940957:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.940973:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.940986:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 5 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746157397.940995:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267105920:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.941046:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.942019:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267105920:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.942033:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 40 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.942044:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157397.942059:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:31597:x1830978268422784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1150us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.942063:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6807 00000100:00100000:0.0:1746157397.942466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.942527:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268422912 00000100:00100000:3.0:1746157397.942535:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268422912 00010000:00010000:3.0:1746157397.942552:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746157397.942576:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10135 00000100:00100000:3.0:1746157397.942581:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268422912:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.942590:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.942604:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.942612:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.942626:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e609ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316cb expref: 6 pid: 8488 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746157397.942634:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.942635:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.942640:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.942646:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.942664:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.942673:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106048:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.942742:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.944037:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106048:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.944051:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.944095:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268422912:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1513us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.944111:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10135 00000100:00100000:0.0:1746157397.944927:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.945007:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268423168 00000100:00100000:1.0:1746157397.945012:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268423168 00002000:00100000:1.0:1746157397.945034:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d6a00 x1830978268423168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.945042:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d6a00 with x1830978268423168 ext(0->4095) 00002000:00010000:1.0:1746157397.945045:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d6a00 00000100:00100000:1.0:1746157397.945067:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4887 00000100:00100000:1.0:1746157397.945093:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1983:x1830978268423168:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157397.945218:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1983:x1830978268423168:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.945227:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4887 00002000:00100000:1.0:1746157397.945232:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d6a00 x1830978268423168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.945238:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d6a00 with x1830978268423168 ext(0->4095) 00002000:00010000:1.0:1746157397.945240:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d6a00 00000100:00100000:0.0:1746157397.946751:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.946928:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268423296 00000100:00100000:1.0:1746157397.946937:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268423296 00000100:00100000:1.0:1746157397.946989:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6808 00000100:00100000:1.0:1746157397.946996:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268423296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157397.947012:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157397.947028:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316d9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.947057:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.947064:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.947066:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157397.947069:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.947153:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 39 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.947164:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 39 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157397.947181:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267106176:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.947270:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157397.948392:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267106176:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157397.948417:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157397.948433:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157397.948479:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268423296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157397.948487:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6808 00000100:00100000:0.0:1746157397.948664:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.948775:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268423424 00000100:00100000:1.0:1746157397.948781:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268423424 00002000:00100000:1.0:1746157397.948812:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801355d7100 x1830978268423424/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.948821:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d7100 with x1830978268423424 ext(0->7) 00010000:00010000:1.0:1746157397.948827:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 40 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.948837:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 40 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.948843:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d7100 00000100:00100000:1.0:1746157397.948872:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2805 00000100:00100000:1.0:1746157397.948879:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1986:x1830978268423424:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157397.949248:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268423424:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 369us (584us total) trans 4294967998 rc 0/0 00000100:00100000:1.0:1746157397.949255:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2805 00002000:00100000:1.0:1746157397.949260:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801355d7100 x1830978268423424/t4294967998(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.949267:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d7100 with x1830978268423424 ext(0->7) 00010000:00010000:1.0:1746157397.949272:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.949281:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.949287:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d7100 00000100:00100000:2.0:1746157397.950399:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.950459:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268423552 00000100:00100000:3.0:1746157397.950466:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268423552 00010000:00010000:3.0:1746157397.950495:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.950527:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10136 00000100:00100000:3.0:1746157397.950534:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1984:x1830978268423552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.950545:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.950562:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.950573:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.950592:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e609b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d2 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.950617:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.950619:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.950624:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.950629:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.950651:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.950659:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106304:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.950729:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.951865:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106304:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.951879:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.951906:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1984:x1830978268423552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1373us (1515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.951914:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10136 00000100:00100000:0.0:1746157397.952292:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.952364:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268423808 00000100:00100000:1.0:1746157397.952368:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268423808 00002000:00100000:1.0:1746157397.952391:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d7480 x1830978268423808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.952399:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d7480 with x1830978268423808 ext(0->4095) 00002000:00010000:1.0:1746157397.952403:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d7480 00000100:00100000:1.0:1746157397.952426:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4888 00000100:00100000:1.0:1746157397.952431:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268423808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.952543:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268423808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.952549:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4888 00002000:00100000:1.0:1746157397.952554:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d7480 x1830978268423808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.952566:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d7480 with x1830978268423808 ext(0->4095) 00002000:00010000:1.0:1746157397.952568:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801355d7480 00000100:00100000:1.0:1746157397.954228:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.954309:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268423936 00000100:00100000:2.0:1746157397.954313:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268423936 00000100:00100000:2.0:1746157397.954351:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6809 00000100:00100000:2.0:1746157397.954357:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31597:x1830978268423936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.954367:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.954379:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316e0 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.954398:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.954404:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.954406:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.954409:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.954430:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.954439:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.954448:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267106432:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.954506:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.955925:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267106432:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.955945:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.955955:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a82a00, rc 0) 00000100:00100000:2.0:1746157397.956564:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31597:x1830978268423936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (2337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.956573:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6809 00000100:00100000:0.0:1746157397.957277:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.957375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.957436:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268424064 00000100:00100000:2.0:1746157397.957441:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268424064 00000100:00100000:2.0:1746157397.957465:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6810 00000100:00100000:2.0:1746157397.957470:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31587:x1830978268424064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.957482:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.957492:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316e7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.957509:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.957513:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.957517:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.957521:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.957543:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.957553:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.957559:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a82c00, rc 0) 00000100:00100000:3.0:1746157397.957602:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268424192 00000100:00100000:3.0:1746157397.957606:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268424192 00010000:00010000:3.0:1746157397.957622:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.957640:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10137 00000100:00100000:3.0:1746157397.957645:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268424192:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.957653:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.957668:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.957672:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:31587:x1830978268424064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (395us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157397.957677:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.957678:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6810 00010000:00010000:3.0:1746157397.957692:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e609b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316d9 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.957746:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.957748:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.957753:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.957760:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.957778:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.957787:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.957797:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106688:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.957852:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.959051:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106688:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.959061:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.959134:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268424192:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1487us (1758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.959139:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10137 00000100:00100000:0.0:1746157397.959292:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.959354:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268424448 00000100:00100000:1.0:1746157397.959359:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268424448 00002000:00100000:1.0:1746157397.959380:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d7b80 x1830978268424448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.959388:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d7b80 with x1830978268424448 ext(0->4095) 00010000:00010000:1.0:1746157397.959393:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.959403:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.959408:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d7b80 00000100:00100000:1.0:1746157397.959430:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2806 00000100:00100000:1.0:1746157397.959435:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1985:x1830978268424448:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.959547:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1985:x1830978268424448:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.959552:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2806 00002000:00100000:1.0:1746157397.959557:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d7b80 x1830978268424448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.959563:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d7b80 with x1830978268424448 ext(0->4095) 00010000:00010000:1.0:1746157397.959568:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.959576:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.959580:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d7b80 00000100:00100000:0.0:1746157397.960961:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.960995:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.961004:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268424576 00000100:00100000:2.0:1746157397.961008:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268424576 00000100:00100000:2.0:1746157397.961032:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6811 00000100:00100000:2.0:1746157397.961037:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268424576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.961050:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.961060:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316ee expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.961092:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268424704 00010000:00010000:2.0:1746157397.961095:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746157397.961096:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268424704 00010000:00010000:2.0:1746157397.961113:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.961119:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157397.961122:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157397.961122:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.961143:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10138 00010000:00010000:2.0:1746157397.961146:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.961148:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1984:x1830978268424704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.961155:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157397.961156:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.961164:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a82400, rc 0) 00010000:00010000:3.0:1746157397.961166:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.961175:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.961188:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a82a00/0x4450b99e49e609c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e0 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.961197:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.961198:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.961203:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157397.961204:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268424576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.961209:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6811 00010000:00010000:3.0:1746157397.961210:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.961225:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.961233:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.961319:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106944:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.961736:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.963237:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267106944:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.963252:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.963291:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1984:x1830978268424704:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2142us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.963299:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10138 00000100:00100000:0.0:1746157397.963689:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.963793:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268424960 00000100:00100000:1.0:1746157397.963798:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268424960 00002000:00100000:1.0:1746157397.963824:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d5180 x1830978268424960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.963831:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d5180 with x1830978268424960 ext(0->4095) 00010000:00010000:1.0:1746157397.963837:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.963856:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.963861:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d5180 00000100:00100000:1.0:1746157397.964032:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2807 00000100:00100000:1.0:1746157397.964040:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268424960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.964286:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268424960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 246us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.964292:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2807 00002000:00100000:1.0:1746157397.964297:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801355d5180 x1830978268424960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.964308:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801355d5180 with x1830978268424960 ext(0->4095) 00010000:00010000:1.0:1746157397.964313:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.964321:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.964325:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801355d5180 00000100:00100000:0.0:1746157397.965741:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157397.965802:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.965872:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268425216 00000100:00100000:3.0:1746157397.965876:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268425216 00010000:00010000:3.0:1746157397.965890:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.965904:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10139 00000100:00100000:3.0:1746157397.965908:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1985:x1830978268425216:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.965914:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.965925:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.965933:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.965948:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a82c00/0x4450b99e49e609c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316e7 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.965957:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.965960:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.965965:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.965971:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.965991:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.965999:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107072:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.966041:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.966247:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268425088 00000100:00100000:2.0:1746157397.966250:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268425088 00000100:00100000:2.0:1746157397.966279:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6812 00000100:00100000:2.0:1746157397.966284:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801355d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31587:x1830978268425088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.966293:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.966302:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316f5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.966321:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.966327:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.966328:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.966331:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.966346:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.966355:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.966363:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107200:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.966390:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.967954:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107072:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.967968:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.968228:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1985:x1830978268425216:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2316us (2424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.968235:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10139 00000100:00100000:0.0:1746157397.969257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.969350:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268425472 00000100:00100000:1.0:1746157397.969355:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268425472 00002000:00100000:1.0:1746157397.969381:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc000 x1830978268425472/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.969389:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc000 with x1830978268425472 ext(0->4095) 00010000:00010000:1.0:1746157397.969395:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.969406:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.969411:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bc000 00000100:00100000:2.0:1746157397.969416:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107200:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157397.969423:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2808 00000100:00100000:1.0:1746157397.969427:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268425472:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746157397.969431:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.969441:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a83c00, rc 0) 00000100:00100000:2.0:1746157397.969482:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801355d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31587:x1830978268425088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3195us (3739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.969497:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6812 00000100:00100000:1.0:1746157397.969524:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268425472:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.969530:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2808 00002000:00100000:1.0:1746157397.969534:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc000 x1830978268425472/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.969541:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc000 with x1830978268425472 ext(0->4095) 00010000:00010000:1.0:1746157397.969546:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157397.969553:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157397.969558:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bc000 00000100:00100000:0.0:1746157397.970930:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.970985:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268425600 00000100:00100000:3.0:1746157397.970990:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268425600 00010000:00010000:3.0:1746157397.971007:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.971041:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10140 00000100:00100000:3.0:1746157397.971047:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268425600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.971056:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.971091:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.971116:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.971133:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a82400/0x4450b99e49e609ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316ee expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.971143:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.971145:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.971150:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.971156:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.971180:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.971189:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107328:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.971258:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.972327:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107328:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.972340:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.972371:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268425600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1324us (1444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.972378:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10140 00000100:00100000:0.0:1746157397.972492:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.972549:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268425856 00000100:00100000:3.0:1746157397.972553:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268425856 00002000:00100000:3.0:1746157397.972574:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc700 x1830978268425856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.972582:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc700 with x1830978268425856 ext(0->4095) 00002000:00010000:3.0:1746157397.972586:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bc700 00000100:00100000:3.0:1746157397.972609:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4889 00000100:00100000:3.0:1746157397.972615:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268425856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157397.972733:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268425856:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157397.972739:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4889 00002000:00100000:3.0:1746157397.972744:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc700 x1830978268425856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157397.972750:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc700 with x1830978268425856 ext(0->4095) 00002000:00010000:3.0:1746157397.972753:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bc700 00000100:00100000:0.0:1746157397.973723:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.973771:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268425984 00000100:00100000:2.0:1746157397.973776:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268425984 00000100:00100000:2.0:1746157397.973812:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6813 00000100:00100000:2.0:1746157397.973819:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268425984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.973827:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.973838:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0316fc expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.973857:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.973863:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.973865:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.973868:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.973892:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.973901:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 41 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.973910:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107456:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.973980:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.974781:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107456:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.974796:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.974805:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009adae600, rc 0) 00000100:00100000:2.0:1746157397.974826:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268425984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1007us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.974831:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6813 00000100:00100000:0.0:1746157397.975342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.975382:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268426112 00000100:00100000:3.0:1746157397.975386:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268426112 00010000:00010000:3.0:1746157397.975402:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.975418:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10141 00000100:00100000:3.0:1746157397.975424:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268426112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.975431:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.975444:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.975452:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.975468:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a83c00/0x4450b99e49e609d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316f5 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.975478:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.975480:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.975485:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.975491:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.975510:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.975517:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107584:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.975577:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.976911:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107584:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.976925:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.976959:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:1986:x1830978268426112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1534us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.976965:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10141 00000100:00100000:0.0:1746157397.977554:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.977602:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268426368 00000100:00100000:1.0:1746157397.977607:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268426368 00002000:00100000:1.0:1746157397.977630:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd180 x1830978268426368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.977638:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd180 with x1830978268426368 ext(0->4095) 00002000:00010000:1.0:1746157397.977641:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bd180 00000100:00100000:1.0:1746157397.977665:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4890 00000100:00100000:1.0:1746157397.977670:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268426368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157397.977800:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268426368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.977806:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4890 00002000:00100000:1.0:1746157397.977810:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd180 x1830978268426368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.977816:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd180 with x1830978268426368 ext(0->4095) 00002000:00010000:1.0:1746157397.977819:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bd180 00000100:00100000:0.0:1746157397.979159:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.979260:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268426496 00000100:00100000:2.0:1746157397.979265:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268426496 00000100:00100000:2.0:1746157397.979299:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6814 00000100:00100000:2.0:1746157397.979306:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+41:31597:x1830978268426496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.979316:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.979327:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031703 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.979348:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.979355:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.979357:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.979360:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.979381:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.979391:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.979402:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107712:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.979471:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.980556:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107712:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.980573:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 42 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.980583:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157397.980652:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:31597:x1830978268426496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1345us (1493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.980658:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6814 00000100:00100000:0.0:1746157397.980967:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.981012:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268426624 00000100:00100000:3.0:1746157397.981016:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268426624 00010000:00010000:3.0:1746157397.981035:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.981056:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10142 00000100:00100000:3.0:1746157397.981062:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268426624:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.981069:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.981123:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.981132:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.981148:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adae600/0x4450b99e49e609dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0316fc expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.981157:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.981158:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.981164:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.981171:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.981196:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.981205:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107840:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.981253:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157397.982259:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267107840:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.982273:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.982319:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268426624:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1255us (1350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.982326:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10142 00000100:00100000:0.0:1746157397.984230:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157397.984291:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268426880 00000100:00100000:1.0:1746157397.984348:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268426880 00002000:00100000:1.0:1746157397.984381:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bdc00 x1830978268426880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.984390:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bdc00 with x1830978268426880 ext(0->4095) 00002000:00010000:1.0:1746157397.984394:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bdc00 00000100:00100000:1.0:1746157397.984422:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4891 00000100:00100000:1.0:1746157397.984428:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268426880:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157397.984556:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268426880:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157397.984562:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4891 00002000:00100000:1.0:1746157397.984567:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bdc00 x1830978268426880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157397.984893:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bdc00 with x1830978268426880 ext(0->4095) 00002000:00010000:1.0:1746157397.984897:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bdc00 00000100:00100000:0.0:1746157397.987497:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.987565:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268427008 00000100:00100000:2.0:1746157397.987571:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268427008 00000100:00100000:2.0:1746157397.987612:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6815 00000100:00100000:2.0:1746157397.987618:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268427008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.987629:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.987641:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03170a expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.987662:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.987669:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.987670:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157397.987673:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.987700:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 41 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.987710:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 41 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.987720:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107968:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.987785:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157397.990308:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267107968:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157397.990327:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.990336:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157397.990377:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268427008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2759us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157397.990382:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6815 00000100:00100000:0.0:1746157397.990433:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.990583:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268427136 00000100:00100000:2.0:1746157397.990588:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268427136 00002000:00100000:2.0:1746157397.990614:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801362be300 x1830978268427136/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.990626:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362be300 with x1830978268427136 ext(0->7) 00010000:00010000:2.0:1746157397.990632:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157397.990641:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 42 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157397.990648:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362be300 00000100:00100000:2.0:1746157397.990673:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2809 00000100:00100000:2.0:1746157397.990679:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+42:1986:x1830978268427136:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157397.991142:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268427136:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 462us (709us total) trans 4294967999 rc 0/0 00000100:00100000:2.0:1746157397.991151:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2809 00002000:00100000:2.0:1746157397.991157:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801362be300 x1830978268427136/t4294967999(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:203/0 lens 496/448 e 0 to 0 dl 1746157408 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.991163:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362be300 with x1830978268427136 ext(0->7) 00010000:00010000:2.0:1746157397.991167:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157397.991176:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157397.991190:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362be300 00000100:00100000:0.0:1746157397.993509:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.993564:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268427264 00000100:00100000:3.0:1746157397.993571:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268427264 00010000:00010000:3.0:1746157397.993598:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157397.993628:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10143 00000100:00100000:3.0:1746157397.993634:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1985:x1830978268427264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157397.993643:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157397.993659:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.993668:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.993685:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e609e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031703 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157397.993706:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.993708:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157397.993714:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.993721:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157397.993909:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157397.993920:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108096:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157397.994617:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157397.996330:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157397.996370:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108096:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157397.996385:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157397.996487:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:1985:x1830978268427264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2853us (2983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157397.996494:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10143 00000100:00100000:2.0:1746157397.996551:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268427520 00000100:00100000:2.0:1746157397.996556:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268427520 00002000:00100000:2.0:1746157397.996585:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bea00 x1830978268427520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/0 e 0 to 0 dl 1746157408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.996742:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bea00 with x1830978268427520 ext(0->4095) 00002000:00010000:2.0:1746157397.996746:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bea00 00000100:00100000:2.0:1746157397.996826:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4892 00000100:00100000:2.0:1746157397.996833:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268427520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157397.996962:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268427520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (636us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157397.996968:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4892 00002000:00100000:2.0:1746157397.996973:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bea00 x1830978268427520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:203/0 lens 488/4536 e 0 to 0 dl 1746157408 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157397.996981:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bea00 with x1830978268427520 ext(0->4095) 00002000:00010000:2.0:1746157397.996983:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bea00 00000100:00100000:0.0:1746157397.998417:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157397.998489:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268427648 00000100:00100000:2.0:1746157397.998494:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268427648 00000100:00100000:2.0:1746157397.998529:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6816 00000100:00100000:2.0:1746157397.998534:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+43:31597:x1830978268427648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157397.998543:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157397.998556:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031711 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.998576:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.998582:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.998584:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157397.998587:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 44 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.998609:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157397.998624:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157397.998633:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267108224:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157397.998700:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.001969:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267108224:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.001993:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 44 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.002008:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:2.0:1746157398.002050:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:31597:x1830978268427648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3514us (3634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.002057:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6816 00000100:00100000:0.0:1746157398.003200:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.003307:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.003385:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268427776 00000100:00100000:2.0:1746157398.003391:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268427776 00000100:00100000:2.0:1746157398.003438:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6817 00000100:00100000:2.0:1746157398.003445:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:31587:x1830978268427776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.003457:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.003467:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031718 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746157398.003468:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746157398.003485:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746157398.003538:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268427904 00000100:00100000:3.0:1746157398.003542:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268427904 00010000:00010000:3.0:1746157398.003556:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.003571:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10144 00000100:00100000:3.0:1746157398.003576:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268427904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.003582:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.003858:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.003868:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.003872:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.003903:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.003912:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.003927:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e609ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03170a expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.003945:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.003947:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.003951:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.003957:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.003978:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.003987:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.003996:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108352:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.004060:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521f3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746157398.004135:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.004143:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.004150:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267108480:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.004448:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.005326:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267108480:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.005343:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.005351:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108352:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.005353:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00010000:00010000:3.0:1746157398.005363:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.005377:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:31587:x1830978268427776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1933us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.005378:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268427904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1802us (2072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.005384:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6817 00000100:00100000:3.0:1746157398.005385:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10144 00000100:00100000:0.0:1746157398.005780:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.005873:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268428160 00000100:00100000:2.0:1746157398.005877:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268428160 00002000:00100000:2.0:1746157398.005900:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf480 x1830978268428160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.005908:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf480 with x1830978268428160 ext(0->4095) 00010000:00010000:2.0:1746157398.005915:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.005925:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.005930:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bf480 00000100:00100000:2.0:1746157398.005952:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2810 00000100:00100000:2.0:1746157398.005958:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:1986:x1830978268428160:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.006095:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:1986:x1830978268428160:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.006119:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2810 00002000:00100000:2.0:1746157398.006124:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf480 x1830978268428160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.006131:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf480 with x1830978268428160 ext(0->4095) 00010000:00010000:2.0:1746157398.006135:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.006144:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.006149:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bf480 00000100:00100000:0.0:1746157398.007657:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.007711:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.007775:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268428288 00000100:00100000:2.0:1746157398.007780:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268428288 00000100:00100000:2.0:1746157398.007851:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6818 00000100:00100000:3.0:1746157398.007857:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268428416 00000100:00100000:2.0:1746157398.007858:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268428288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157398.007860:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268428416 00010000:00010000:2.0:1746157398.007869:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.007875:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.007878:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03171f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.007895:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746157398.007896:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10145 00010000:00010000:2.0:1746157398.007900:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.007901:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:1986:x1830978268428416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.007904:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.007908:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.007908:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.007921:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.007930:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.007931:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.007944:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e609f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031711 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.007949:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.007954:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.007955:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.007960:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.007966:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.008286:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00010000:00010000:3.0:1746157398.008295:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.008305:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.008320:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108736:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.008328:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268428288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 470us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.008333:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6818 00000100:00100000:3.0:1746157398.008370:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.010291:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.010393:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108736:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.010408:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.010434:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268428416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2532us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.010441:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10145 00000100:00100000:2.0:1746157398.010529:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268428672 00000100:00100000:2.0:1746157398.010534:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268428672 00002000:00100000:2.0:1746157398.010559:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012db30850 x1830978268428672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.010568:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30850 with x1830978268428672 ext(0->4095) 00010000:00010000:2.0:1746157398.010575:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.010585:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.010591:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012db30850 00000100:00100000:2.0:1746157398.010617:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2811 00000100:00100000:2.0:1746157398.010624:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268428672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.010740:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268428672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.010745:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2811 00002000:00100000:2.0:1746157398.010750:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012db30850 x1830978268428672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.010758:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30850 with x1830978268428672 ext(0->4095) 00010000:00010000:2.0:1746157398.010762:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.010771:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.010776:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012db30850 00000100:00100000:0.0:1746157398.012829:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.012868:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.012944:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268428928 00000100:00100000:3.0:1746157398.012950:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268428928 00010000:00010000:3.0:1746157398.012971:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.012990:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10146 00000100:00100000:3.0:1746157398.013008:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268428928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.013016:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.013032:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.013033:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268428800 00000100:00100000:2.0:1746157398.013037:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268428800 00010000:00010000:3.0:1746157398.013041:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.013058:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e609f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031718 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.013069:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6819 00010000:00010000:3.0:1746157398.013089:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157398.013092:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:31587:x1830978268428800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.013093:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.013109:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.013114:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.013117:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.013124:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031726 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.013140:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.013230:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.013233:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.013236:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.013299:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.013308:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.013318:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.013318:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267108864:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.013325:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.013333:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108992:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.013444:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.013500:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.015180:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267108864:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.015197:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.015207:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157398.015240:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:31587:x1830978268428800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2149us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.015250:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6819 00000100:00100000:0.0:1746157398.015275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.015314:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268429184 00000100:00100000:2.0:1746157398.015318:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268429184 00000100:00100000:3.0:1746157398.015338:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267108992:192.168.203.5@tcp:105: 00002000:00100000:2.0:1746157398.015339:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd180 x1830978268429184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.015347:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd180 with x1830978268429184 ext(0->4095) 00010000:00010000:3.0:1746157398.015350:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.015353:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.015364:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.015368:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268428928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2360us (2500us total) trans 0 rc 0/0 00002000:00010000:2.0:1746157398.015369:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bd180 00000100:00100000:3.0:1746157398.015374:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10146 00000100:00100000:2.0:1746157398.015570:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2812 00000100:00100000:2.0:1746157398.015576:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268429184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.015676:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268429184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.015681:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2812 00002000:00100000:2.0:1746157398.015686:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd180 x1830978268429184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.015693:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd180 with x1830978268429184 ext(0->4095) 00010000:00010000:2.0:1746157398.015697:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.015710:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.015715:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bd180 00000100:00100000:0.0:1746157398.017968:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.018044:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268429312 00000100:00100000:3.0:1746157398.018050:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268429312 00010000:00010000:3.0:1746157398.018094:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.018129:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10147 00000100:00100000:3.0:1746157398.018136:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268429312:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.018148:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.018163:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.018173:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.018189:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e609ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03171f expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.018394:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.018396:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.018403:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.018410:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.018437:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.018447:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109120:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.018832:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.020882:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109120:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.020898:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.020929:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268429312:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2793us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.020940:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10147 00000100:00100000:0.0:1746157398.021155:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.022391:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268429568 00000100:00100000:1.0:1746157398.022399:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268429568 00002000:00100000:1.0:1746157398.022431:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362be300 x1830978268429568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.022440:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362be300 with x1830978268429568 ext(0->4095) 00002000:00010000:1.0:1746157398.022444:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362be300 00000100:00100000:1.0:1746157398.022473:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4893 00000100:00100000:1.0:1746157398.022480:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1985:x1830978268429568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.022615:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1985:x1830978268429568:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.022621:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4893 00002000:00100000:1.0:1746157398.022626:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362be300 x1830978268429568/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.022633:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362be300 with x1830978268429568 ext(0->4095) 00002000:00010000:1.0:1746157398.022636:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362be300 00000100:00100000:0.0:1746157398.024504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.024560:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268429696 00000100:00100000:2.0:1746157398.024566:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268429696 00000100:00100000:2.0:1746157398.024608:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6820 00000100:00100000:2.0:1746157398.024614:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268429696:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.024624:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.024636:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03172d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.024655:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.024661:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.024663:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.024665:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.024688:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.024698:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.024707:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267109248:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.024765:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.027254:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267109248:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.027276:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.027289:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157398.027326:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268429696:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2712us (2826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.027333:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6820 00000100:00100000:0.0:1746157398.029212:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.029271:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268429824 00000100:00100000:3.0:1746157398.029278:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268429824 00010000:00010000:3.0:1746157398.029304:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.029336:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10148 00000100:00100000:3.0:1746157398.029342:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268429824:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.029354:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.029369:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.029379:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.029398:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60a06 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031726 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.029909:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.029912:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.029920:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.029928:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.029954:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.029964:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109376:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.030035:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.031294:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.031355:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268429952 00000100:00100000:2.0:1746157398.031360:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268429952 00000100:00100000:2.0:1746157398.031404:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6821 00000100:00100000:2.0:1746157398.031410:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:31587:x1830978268429952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.031422:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.031433:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031734 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.031450:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.031456:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.031458:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.031461:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.031479:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.031486:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109376:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.031493:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.031501:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267109504:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.031502:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.031541:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:1986:x1830978268429824:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2198us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.031547:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10148 00000100:00100000:2.0:1746157398.031671:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.032911:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.033293:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268430208 00000100:00100000:1.0:1746157398.033299:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268430208 00002000:00100000:1.0:1746157398.033327:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bce00 x1830978268430208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.033336:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bce00 with x1830978268430208 ext(0->4095) 00010000:00010000:1.0:1746157398.033342:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.033353:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.033359:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bce00 00000100:00100000:1.0:1746157398.033384:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2813 00000100:00100000:1.0:1746157398.033390:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268430208:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.033783:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268430208:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 392us (873us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.033790:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2813 00002000:00100000:1.0:1746157398.033795:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bce00 x1830978268430208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.033802:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bce00 with x1830978268430208 ext(0->4095) 00010000:00010000:1.0:1746157398.033807:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.033816:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.033821:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bce00 00000100:00100000:2.0:1746157398.033923:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267109504:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.033939:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 44 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.033949:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157398.033970:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:31587:x1830978268429952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2560us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.033975:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6821 00000100:00100000:0.0:1746157398.036897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.036967:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268430336 00000100:00100000:3.0:1746157398.036974:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268430336 00010000:00010000:3.0:1746157398.036999:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.037025:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10149 00000100:00100000:3.0:1746157398.037032:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268430336:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.037042:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.037058:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.037068:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.037123:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03172d expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.037397:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.037400:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.037406:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.037414:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.037443:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.037453:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109632:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.037753:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.038886:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109632:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.038900:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.038938:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268430336:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1905us (2045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.038945:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10149 00000100:00100000:0.0:1746157398.039786:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.039827:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268430592 00000100:00100000:1.0:1746157398.039831:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268430592 00002000:00100000:1.0:1746157398.039855:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362be680 x1830978268430592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.039861:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362be680 with x1830978268430592 ext(0->4095) 00002000:00010000:1.0:1746157398.039864:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362be680 00000100:00100000:1.0:1746157398.039880:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4894 00000100:00100000:1.0:1746157398.039884:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268430592:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.039982:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268430592:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (198us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.039986:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4894 00002000:00100000:1.0:1746157398.039989:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362be680 x1830978268430592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.039994:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362be680 with x1830978268430592 ext(0->4095) 00002000:00010000:1.0:1746157398.039995:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362be680 00000100:00100000:0.0:1746157398.041552:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.041617:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268430720 00000100:00100000:2.0:1746157398.041622:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268430720 00000100:00100000:2.0:1746157398.041651:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6822 00000100:00100000:2.0:1746157398.041656:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268430720:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.041666:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.041680:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03173b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.041700:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.041711:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.041713:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.041716:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.041736:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 43 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.041745:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 43 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.041754:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267109760:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.041893:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.044065:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267109760:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.044125:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.044137:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157398.044166:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268430720:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2509us (2617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.044173:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6822 00000100:00100000:0.0:1746157398.044568:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.044620:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268430848 00000100:00100000:1.0:1746157398.044625:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268430848 00002000:00100000:1.0:1746157398.044754:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f35f80 x1830978268430848/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.044763:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35f80 with x1830978268430848 ext(0->7) 00010000:00010000:1.0:1746157398.044769:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.044780:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 44 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.044786:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f35f80 00000100:00100000:1.0:1746157398.044815:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2814 00000100:00100000:1.0:1746157398.044821:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+44:1986:x1830978268430848:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157398.045186:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+46:1986:x1830978268430848:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 364us (617us total) trans 4294968000 rc 0/0 00000100:00100000:1.0:1746157398.045192:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2814 00002000:00100000:1.0:1746157398.045197:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f35f80 x1830978268430848/t4294968000(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.045204:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35f80 with x1830978268430848 ext(0->7) 00010000:00010000:1.0:1746157398.045209:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.045218:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.045228:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f35f80 00000100:00100000:0.0:1746157398.047584:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.047663:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268430976 00000100:00100000:3.0:1746157398.047669:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268430976 00010000:00010000:3.0:1746157398.047693:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.047726:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10150 00000100:00100000:3.0:1746157398.047732:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+46:1985:x1830978268430976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.047742:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.047755:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.047770:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.047788:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031734 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.047814:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.047815:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.047821:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.047827:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.047851:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.047861:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109888:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.047920:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.049066:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267109888:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.049116:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.049140:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:1985:x1830978268430976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1407us (1561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.049146:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10150 00000100:00100000:0.0:1746157398.049675:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.049807:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268431232 00000100:00100000:1.0:1746157398.049812:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268431232 00002000:00100000:1.0:1746157398.049836:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f36d80 x1830978268431232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.049845:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36d80 with x1830978268431232 ext(0->4095) 00002000:00010000:1.0:1746157398.049848:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f36d80 00000100:00100000:1.0:1746157398.049874:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4895 00000100:00100000:1.0:1746157398.049880:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268431232:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.049997:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268431232:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.050003:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4895 00002000:00100000:1.0:1746157398.050007:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f36d80 x1830978268431232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.050013:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36d80 with x1830978268431232 ext(0->4095) 00002000:00010000:1.0:1746157398.050016:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f36d80 00000100:00100000:0.0:1746157398.052486:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.052541:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268431360 00000100:00100000:2.0:1746157398.052547:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268431360 00000100:00100000:2.0:1746157398.052589:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6823 00000100:00100000:2.0:1746157398.052596:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+45:31597:x1830978268431360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.052609:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.052620:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031742 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.052640:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.052646:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.052648:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.052650:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 46 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.052670:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.052680:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.052689:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267110016:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.052762:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.054248:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267110016:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.054268:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 46 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.054283:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:2.0:1746157398.054318:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+46:31597:x1830978268431360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1722us (1835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.054327:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6823 00000100:00100000:0.0:1746157398.055674:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.055829:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268431488 00000100:00100000:3.0:1746157398.055835:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268431488 00010000:00010000:3.0:1746157398.055857:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.055890:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10151 00000100:00100000:3.0:1746157398.055897:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268431488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.055906:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.055924:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.055934:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.055952:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60a1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03173b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.055980:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.055982:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.055988:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.055996:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.056019:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.056029:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267110144:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.056129:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.057649:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267110144:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.057663:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.057700:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268431488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1803us (2027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.057706:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10151 00000100:00100000:0.0:1746157398.058365:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.058465:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268431744 00000100:00100000:3.0:1746157398.058469:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268431744 00002000:00100000:3.0:1746157398.058492:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37b80 x1830978268431744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.058498:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37b80 with x1830978268431744 ext(0->4095) 00002000:00010000:3.0:1746157398.058500:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37b80 00000100:00100000:3.0:1746157398.058841:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4896 00000100:00100000:3.0:1746157398.058846:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+46:1985:x1830978268431744:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.058940:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+46:1985:x1830978268431744:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.058944:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4896 00002000:00100000:3.0:1746157398.058948:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37b80 x1830978268431744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.058952:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37b80 with x1830978268431744 ext(0->4095) 00002000:00010000:3.0:1746157398.058954:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37b80 00000100:00100000:0.0:1746157398.060546:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.060607:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268431872 00000100:00100000:2.0:1746157398.060612:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268431872 00000100:00100000:2.0:1746157398.060647:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6824 00000100:00100000:2.0:1746157398.060653:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268431872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.060662:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.060673:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031749 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.060693:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.060699:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.060701:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.060704:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.060729:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 45 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.060739:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 45 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.060748:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267110272:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.060810:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.061774:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267110272:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.061792:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.061974:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157398.062005:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268431872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1351us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.062011:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6824 00000100:00100000:0.0:1746157398.062306:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.062578:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268432000 00000100:00100000:1.0:1746157398.062582:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268432000 00002000:00100000:1.0:1746157398.062608:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f36680 x1830978268432000/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.062616:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36680 with x1830978268432000 ext(0->7) 00010000:00010000:1.0:1746157398.062622:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.062636:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 46 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.062642:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f36680 00000100:00100000:1.0:1746157398.062669:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2815 00000100:00100000:1.0:1746157398.062675:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+46:1985:x1830978268432000:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157398.062919:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268432000:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 244us (613us total) trans 4294968001 rc 0/0 00000100:00100000:1.0:1746157398.062926:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2815 00002000:00100000:1.0:1746157398.062931:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880099f36680 x1830978268432000/t4294968001(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.062938:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36680 with x1830978268432000 ext(0->7) 00010000:00010000:1.0:1746157398.062943:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.062955:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.062960:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f36680 00000100:00100000:0.0:1746157398.066896:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.067250:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268432128 00000100:00100000:3.0:1746157398.067257:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268432128 00010000:00010000:3.0:1746157398.067287:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.067310:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10152 00000100:00100000:3.0:1746157398.067315:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1984:x1830978268432128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.067324:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.067398:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.067408:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.067425:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60a22 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031742 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.067496:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.067499:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.067505:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.067512:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.067538:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.067548:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267110400:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.068195:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.069838:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267110400:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.069853:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.069881:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1984:x1830978268432128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2564us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.069888:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10152 00000100:00100000:0.0:1746157398.070044:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.070255:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268432384 00000100:00100000:1.0:1746157398.070260:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268432384 00002000:00100000:1.0:1746157398.070286:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37800 x1830978268432384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.070293:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37800 with x1830978268432384 ext(0->4095) 00002000:00010000:1.0:1746157398.070297:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37800 00000100:00100000:1.0:1746157398.070311:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4897 00000100:00100000:1.0:1746157398.070315:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268432384:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157398.070428:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268432384:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.070433:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4897 00002000:00100000:1.0:1746157398.070437:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f37800 x1830978268432384/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.070443:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37800 with x1830978268432384 ext(0->4095) 00002000:00010000:1.0:1746157398.070451:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37800 00000100:00100000:0.0:1746157398.071926:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.072414:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268432640 00000100:00100000:2.0:1746157398.072419:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268432640 00000100:00100000:0.0:1746157398.072419:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.072441:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268432512 00000100:00100000:2.0:1746157398.072443:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268432512 00000100:00100000:2.0:1746157398.072452:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6825 00000100:00100000:2.0:1746157398.072457:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31597:x1830978268432640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.072467:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.072479:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031757 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.072499:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.072506:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.072507:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746157398.072508:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6826 00010000:00010000:2.0:1746157398.072510:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157398.072514:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268432512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157398.072519:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157398.072524:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031750 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.072531:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.072545:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.072554:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267110528:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.072616:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746157398.072844:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157398.072848:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.072854:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157398.072856:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.072909:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.072918:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.072923:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321d800, rc 0) 00000100:00100000:1.0:1746157398.072946:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268432512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 434us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.072951:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6826 00000100:00100000:2.0:1746157398.073884:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267110528:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.073898:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.073908:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157398.073938:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268432640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1481us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.073944:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6825 00000100:00100000:1.0:1746157398.074282:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.074381:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268432768 00000100:00100000:3.0:1746157398.074385:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268432768 00010000:00010000:3.0:1746157398.074404:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.074420:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10153 00000100:00100000:3.0:1746157398.074425:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268432768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.074433:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.074448:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.074458:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.074473:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60a29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031749 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.074484:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.074485:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.074490:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.074495:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.074515:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.074524:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.074532:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267110784:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.074572:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.075537:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267110784:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.075550:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.075581:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268432768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1155us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.075587:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10153 00000100:00100000:0.0:1746157398.076293:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.076415:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268433024 00000100:00100000:2.0:1746157398.076420:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268433024 00002000:00100000:2.0:1746157398.076998:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f34a80 x1830978268433024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.077008:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34a80 with x1830978268433024 ext(0->4095) 00010000:00010000:2.0:1746157398.077015:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.077026:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.077035:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f34a80 00000100:00100000:2.0:1746157398.077065:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2816 00000100:00100000:2.0:1746157398.077153:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268433024:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.077296:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268433024:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 223us (1002us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.077301:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2816 00002000:00100000:2.0:1746157398.077306:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f34a80 x1830978268433024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.077313:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34a80 with x1830978268433024 ext(0->4095) 00010000:00010000:2.0:1746157398.077317:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.077326:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.077331:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099f34a80 00000100:00100000:0.0:1746157398.079369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.079421:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268433152 00000100:00100000:2.0:1746157398.079429:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268433152 00000100:00100000:2.0:1746157398.079473:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6827 00000100:00100000:2.0:1746157398.079479:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268433152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.079490:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.079502:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03175e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.079525:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.079529:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.079534:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.079536:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.079689:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.079702:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157398.080147:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.080181:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268433280 00000100:00100000:3.0:1746157398.080185:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268433280 00010000:00010000:2.0:1746157398.080198:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00010000:00010000:3.0:1746157398.080206:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.080226:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10154 00000100:00100000:3.0:1746157398.080230:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1983:x1830978268433280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.080237:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157398.080238:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268433152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 758us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.080243:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6827 00010000:00010000:3.0:1746157398.080252:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.080260:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.080275:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a30 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031757 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.080286:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.080287:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.080297:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.080303:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.080320:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.080328:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.080336:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111040:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.080449:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.081941:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111040:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.081956:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.081993:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1983:x1830978268433280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1760us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.081999:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10154 00000100:00100000:0.0:1746157398.082613:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.083225:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268433536 00000100:00100000:2.0:1746157398.083230:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268433536 00002000:00100000:2.0:1746157398.083259:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0380 x1830978268433536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.083268:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0380 with x1830978268433536 ext(0->4095) 00010000:00010000:2.0:1746157398.083274:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.083289:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.083295:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c0380 00000100:00100000:2.0:1746157398.083437:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2817 00000100:00100000:2.0:1746157398.083444:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268433536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.083557:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268433536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (944us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.083562:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2817 00002000:00100000:2.0:1746157398.083567:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0380 x1830978268433536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.083573:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0380 with x1830978268433536 ext(0->4095) 00010000:00010000:2.0:1746157398.083578:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.083586:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.083592:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c0380 00000100:00100000:0.0:1746157398.084973:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.085039:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.085147:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268433664 00000100:00100000:3.0:1746157398.085152:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268433664 00010000:00010000:3.0:1746157398.085171:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.085180:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268433792 00000100:00100000:2.0:1746157398.085183:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268433792 00000100:00100000:3.0:1746157398.085190:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10155 00000100:00100000:3.0:1746157398.085195:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268433664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.085203:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157398.085214:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6828 00010000:00010000:3.0:1746157398.085216:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.085220:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268433792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.085225:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.085228:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.085238:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031765 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.085241:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60a37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031750 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.085251:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.085256:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.085261:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.085264:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.085272:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.085274:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.085279:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.085286:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.085306:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.085319:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.085328:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.085328:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267111168:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.085335:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.085343:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111296:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.085396:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.085403:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.086264:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267111168:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157398.086280:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.086291:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:3.0:1746157398.086300:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111296:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.086311:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.086327:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268433664:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1132us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157398.086327:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268433792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1106us (1355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.086333:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10155 00000100:00100000:0.0:1746157398.086333:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6828 00000100:00100000:0.0:1746157398.087661:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.087967:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268434048 00000100:00100000:1.0:1746157398.087973:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268434048 00002000:00100000:1.0:1746157398.088000:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2300 x1830978268434048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.088014:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2300 with x1830978268434048 ext(0->4095) 00010000:00010000:1.0:1746157398.088020:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.088031:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.088036:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2300 00000100:00100000:1.0:1746157398.088061:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2818 00000100:00100000:1.0:1746157398.088066:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268434048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.088221:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268434048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.088226:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2818 00002000:00100000:1.0:1746157398.088231:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2300 x1830978268434048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.088238:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2300 with x1830978268434048 ext(0->4095) 00010000:00010000:1.0:1746157398.088242:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.088250:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.088255:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2300 00000100:00100000:0.0:1746157398.089710:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.089772:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268434176 00000100:00100000:3.0:1746157398.089778:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268434176 00010000:00010000:3.0:1746157398.089799:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.089826:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10156 00000100:00100000:3.0:1746157398.089832:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268434176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.089840:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.089852:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.089861:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.089876:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60a3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03175e expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.089890:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.089892:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.089897:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.089905:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.089927:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.089937:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111424:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.089989:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.094653:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111424:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.094671:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.094718:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268434176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4886us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.094727:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10156 00000100:00100000:0.0:1746157398.094959:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.095019:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268434432 00000100:00100000:1.0:1746157398.095026:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268434432 00002000:00100000:1.0:1746157398.095056:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0e00 x1830978268434432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.095065:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0e00 with x1830978268434432 ext(0->4095) 00002000:00010000:1.0:1746157398.095069:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c0e00 00000100:00100000:1.0:1746157398.095136:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4898 00000100:00100000:1.0:1746157398.095142:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268434432:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.095256:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268434432:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.095262:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4898 00002000:00100000:1.0:1746157398.095267:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0e00 x1830978268434432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.095273:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0e00 with x1830978268434432 ext(0->4095) 00002000:00010000:1.0:1746157398.095276:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c0e00 00000100:00100000:0.0:1746157398.096867:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.096962:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268434560 00000100:00100000:2.0:1746157398.096969:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268434560 00000100:00100000:2.0:1746157398.097066:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6829 00000100:00100000:2.0:1746157398.097243:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268434560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.097260:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.097276:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03176c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.097305:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.097313:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.097315:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.097318:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.097349:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.097360:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 47 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.097371:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267111552:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.097470:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.098868:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267111552:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.098895:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.098910:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157398.098960:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268434560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1886us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.098968:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6829 00000100:00100000:0.0:1746157398.099644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.100006:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268434688 00000100:00100000:3.0:1746157398.100013:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268434688 00010000:00010000:3.0:1746157398.100044:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.100203:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10157 00000100:00100000:3.0:1746157398.100211:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268434688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.100224:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.100247:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.100264:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.100287:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60a45 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031765 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.100314:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.100316:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.100324:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.100331:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.100364:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.100376:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111680:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.100697:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.102198:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267111680:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.102221:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.102263:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1986:x1830978268434688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2052us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.102272:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10157 00000100:00100000:0.0:1746157398.103162:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.103187:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268434944 00000100:00100000:1.0:1746157398.103194:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268434944 00002000:00100000:1.0:1746157398.103232:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2d80 x1830978268434944/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.103242:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2d80 with x1830978268434944 ext(0->4095) 00002000:00010000:1.0:1746157398.103246:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2d80 00000100:00100000:1.0:1746157398.103276:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4899 00000100:00100000:1.0:1746157398.103282:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268434944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.103444:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268434944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.103453:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4899 00002000:00100000:1.0:1746157398.103458:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2d80 x1830978268434944/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.103465:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2d80 with x1830978268434944 ext(0->4095) 00002000:00010000:1.0:1746157398.103468:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2d80 00000100:00100000:0.0:1746157398.104988:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.105153:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268435072 00000100:00100000:2.0:1746157398.105161:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268435072 00000100:00100000:2.0:1746157398.105216:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6830 00000100:00100000:2.0:1746157398.105224:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31597:x1830978268435072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.105243:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.105260:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031773 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.105287:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.105294:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.105295:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.105299:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157398.105315:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157398.105329:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.105340:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.105358:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267111808:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.105447:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.105554:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268435200 00000100:00100000:1.0:1746157398.105558:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268435200 00000100:00100000:1.0:1746157398.105579:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6831 00000100:00100000:1.0:1746157398.105584:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268435200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.105590:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.105596:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03177a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.105613:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.105616:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.105620:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.105623:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.105643:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.105652:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.105665:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157398.105731:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268435200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.105737:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6831 00000100:00100000:2.0:1746157398.106203:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267111808:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.106229:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.106243:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157398.106286:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268435072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1062us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.106296:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6830 00000100:00100000:0.0:1746157398.106752:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.106963:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268435328 00000100:00100000:3.0:1746157398.106969:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268435328 00010000:00010000:3.0:1746157398.106993:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.107026:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10158 00000100:00100000:3.0:1746157398.107032:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268435328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.107042:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.107064:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.107115:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.107138:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60a4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03176c expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.107161:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.107163:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.107170:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.107178:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.107204:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.107215:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.107231:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112064:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.107282:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a521fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.108334:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112064:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.108352:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.108382:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268435328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1349us (1633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.108389:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10158 00000100:00100000:0.0:1746157398.108819:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.108913:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268435584 00000100:00100000:3.0:1746157398.108919:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268435584 00002000:00100000:3.0:1746157398.108950:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2a00 x1830978268435584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.108959:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2a00 with x1830978268435584 ext(0->4095) 00010000:00010000:3.0:1746157398.108966:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.108977:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.108983:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2a00 00000100:00100000:3.0:1746157398.109013:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2819 00000100:00100000:3.0:1746157398.109020:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268435584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.109210:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268435584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 191us (391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.109220:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2819 00002000:00100000:3.0:1746157398.109224:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2a00 x1830978268435584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.109232:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2a00 with x1830978268435584 ext(0->4095) 00010000:00010000:3.0:1746157398.109236:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.109245:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.109250:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c2a00 00000100:00100000:0.0:1746157398.111067:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.111269:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.111433:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268435712 00000100:00100000:3.0:1746157398.111441:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268435840 00000100:00100000:2.0:1746157398.111442:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268435712 00000100:00100000:3.0:1746157398.111447:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268435840 00010000:00010000:3.0:1746157398.111475:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.111491:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6832 00000100:00100000:2.0:1746157398.111499:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268435712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.111513:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157398.111516:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10159 00000100:00100000:3.0:1746157398.111524:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1983:x1830978268435840:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.111528:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031781 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.111536:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.111547:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.111553:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.111558:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.111561:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.111571:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.111583:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.111599:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.111606:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60a53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031773 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.111610:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.111617:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.111618:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.111623:0:8488:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.111634:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.111646:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.111652:0:8488:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.111661:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.111672:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267112320:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.111695:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1983:x1830978268435840:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 172us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.111702:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10159 00000100:00100000:2.0:1746157398.111828:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.113492:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267112320:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.113505:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157398.113544:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268435712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2046us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.113551:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6832 00000100:00100000:0.0:1746157398.113724:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.113802:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268436096 00000100:00100000:1.0:1746157398.113811:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268436096 00002000:00100000:1.0:1746157398.113852:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0a80 x1830978268436096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.113862:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0a80 with x1830978268436096 ext(0->4095) 00010000:00010000:1.0:1746157398.113869:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.113883:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.113890:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c0a80 00000100:00100000:1.0:1746157398.113923:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2820 00000100:00100000:1.0:1746157398.113930:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268436096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.114150:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268436096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 220us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.114156:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2820 00002000:00100000:1.0:1746157398.114162:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c0a80 x1830978268436096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.114176:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0a80 with x1830978268436096 ext(0->4095) 00010000:00010000:1.0:1746157398.114181:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.114189:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.114194:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c0a80 00000100:00100000:0.0:1746157398.115258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.115384:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.115450:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268436224 00000100:00100000:2.0:1746157398.115457:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268436224 00000100:00100000:2.0:1746157398.115502:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6833 00000100:00100000:2.0:1746157398.115508:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31587:x1830978268436224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.115520:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.115535:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031788 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.115557:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.115563:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.115568:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.115571:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.115602:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.115614:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.115627:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:3.0:1746157398.115655:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268436352 00000100:00100000:3.0:1746157398.115660:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268436352 00000100:00100000:2.0:1746157398.115665:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268436224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.115670:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6833 00010000:00010000:3.0:1746157398.115676:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.115700:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10160 00000100:00100000:3.0:1746157398.115706:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268436352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.115713:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.115734:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.115744:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.115760:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a5a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03177a expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.115770:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.115772:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.115777:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.115790:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.115810:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.115875:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.115888:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112576:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.115960:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.117341:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112576:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157398.117341:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157398.117357:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.117388:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268436352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1681us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.117396:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10160 00000100:00100000:1.0:1746157398.117412:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268436608 00000100:00100000:1.0:1746157398.117417:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268436608 00002000:00100000:1.0:1746157398.117448:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c8700 x1830978268436608/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.117457:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978268436608 ext(0->4095) 00010000:00010000:1.0:1746157398.117463:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.117475:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.117481:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d9c8700 00000100:00100000:1.0:1746157398.117505:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2821 00000100:00100000:1.0:1746157398.117511:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268436608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.117940:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268436608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 429us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.117946:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2821 00002000:00100000:1.0:1746157398.117952:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c8700 x1830978268436608/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.117960:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978268436608 ext(0->4095) 00010000:00010000:1.0:1746157398.117965:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.117973:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.117978:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d9c8700 00000100:00100000:0.0:1746157398.119320:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.119381:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268436736 00000100:00100000:3.0:1746157398.119387:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268436736 00010000:00010000:3.0:1746157398.119419:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.119454:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10161 00000100:00100000:3.0:1746157398.119461:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268436736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.119474:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.119496:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.119506:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.119528:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60a61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031781 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.119543:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.119545:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.119552:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.119561:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.119589:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.119600:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112704:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.119792:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.121471:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112704:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.121494:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.121533:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268436736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2071us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.121542:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10161 00000100:00100000:0.0:1746157398.121687:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.121829:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268436992 00000100:00100000:2.0:1746157398.121836:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268436992 00002000:00100000:2.0:1746157398.121871:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9cb100 x1830978268436992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.121880:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9cb100 with x1830978268436992 ext(0->4095) 00002000:00010000:2.0:1746157398.121884:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9cb100 00000100:00100000:2.0:1746157398.121909:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4900 00000100:00100000:2.0:1746157398.121915:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268436992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.122248:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268436992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 333us (564us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.122257:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4900 00002000:00100000:2.0:1746157398.122262:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9cb100 x1830978268436992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.122270:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9cb100 with x1830978268436992 ext(0->4095) 00002000:00010000:2.0:1746157398.122273:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9cb100 00000100:00100000:0.0:1746157398.124534:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.124637:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268437120 00000100:00100000:1.0:1746157398.124649:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268437120 00000100:00100000:1.0:1746157398.124716:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6834 00000100:00100000:1.0:1746157398.124725:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268437120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.124744:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.124762:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03178f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.124792:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.124799:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.124801:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.124809:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.124840:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.124857:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 47 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.124870:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267112832:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.124968:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.126411:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267112832:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.126557:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.126570:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157398.126613:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268437120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1889us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.126620:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6834 00000100:00100000:0.0:1746157398.127050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.127116:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268437248 00000100:00100000:3.0:1746157398.127122:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268437248 00010000:00010000:3.0:1746157398.127146:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.127173:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10162 00000100:00100000:3.0:1746157398.127179:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268437248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.127192:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.127214:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.127224:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.127244:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60a68 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031788 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.127265:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.127267:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.127275:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.127282:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.127311:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.127321:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112960:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.127401:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.128799:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267112960:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.128819:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.128864:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1985:x1830978268437248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1683us (1814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.128874:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10162 00000100:00100000:0.0:1746157398.129191:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.129363:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268437504 00000100:00100000:3.0:1746157398.129370:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268437504 00002000:00100000:3.0:1746157398.129405:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43ad80 x1830978268437504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.129415:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43ad80 with x1830978268437504 ext(0->4095) 00002000:00010000:3.0:1746157398.129420:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43ad80 00000100:00100000:3.0:1746157398.129436:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4901 00000100:00100000:3.0:1746157398.129443:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268437504:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.129596:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268437504:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.129602:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4901 00002000:00100000:3.0:1746157398.129607:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43ad80 x1830978268437504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.129613:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43ad80 with x1830978268437504 ext(0->4095) 00002000:00010000:3.0:1746157398.129616:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43ad80 00000100:00100000:0.0:1746157398.131223:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.131276:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268437632 00000100:00100000:1.0:1746157398.131284:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268437632 00000100:00100000:1.0:1746157398.131325:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6835 00000100:00100000:1.0:1746157398.131331:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31597:x1830978268437632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.131348:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.131365:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031796 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.131392:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.131403:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.131405:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.131408:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.131438:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.131449:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.131460:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267113088:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.131553:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.132610:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.132653:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268437760 00000100:00100000:2.0:1746157398.132658:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268437760 00000100:00100000:2.0:1746157398.132697:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6836 00000100:00100000:2.0:1746157398.132708:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268437760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.132722:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.132735:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03179d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.132757:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.132762:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.132767:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.132770:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.132798:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.132808:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.132822:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157398.132867:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268437760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.132873:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6836 00000100:00100000:1.0:1746157398.133358:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267113088:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.133374:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.133384:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157398.133417:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268437632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2086us (2202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.133423:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6835 00000100:00100000:0.0:1746157398.133660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.133710:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268437888 00000100:00100000:3.0:1746157398.133715:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268437888 00010000:00010000:3.0:1746157398.133737:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.133762:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10163 00000100:00100000:3.0:1746157398.133767:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268437888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.133777:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.133797:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.133807:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.133827:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60a6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03178f expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.133839:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.133841:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.133846:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.133854:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.133876:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.133887:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.133901:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267113344:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.133964:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.134922:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267113344:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.134934:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.134962:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268437888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1195us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.134968:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10163 00000100:00100000:0.0:1746157398.135377:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.135664:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268438144 00000100:00100000:2.0:1746157398.135669:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268438144 00002000:00100000:2.0:1746157398.135699:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b100 x1830978268438144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.135705:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b100 with x1830978268438144 ext(0->4095) 00010000:00010000:2.0:1746157398.135712:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.135724:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.135730:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43b100 00000100:00100000:2.0:1746157398.135756:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2822 00000100:00100000:2.0:1746157398.135761:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268438144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.135900:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268438144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.135907:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2822 00002000:00100000:2.0:1746157398.135912:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b100 x1830978268438144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.135924:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b100 with x1830978268438144 ext(0->4095) 00010000:00010000:2.0:1746157398.135929:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.135937:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.135943:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43b100 00000100:00100000:0.0:1746157398.137851:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.137932:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.138022:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268438400 00000100:00100000:1.0:1746157398.138022:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268438272 00000100:00100000:3.0:1746157398.138031:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268438400 00000100:00100000:1.0:1746157398.138031:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268438272 00010000:00010000:3.0:1746157398.138064:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.138110:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6837 00000100:00100000:1.0:1746157398.138119:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268438272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157398.138122:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10164 00000100:00100000:3.0:1746157398.138128:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1983:x1830978268438400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.138134:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.138139:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.138148:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317a4 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.138157:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.138167:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.138178:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.138183:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.138188:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.138192:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.138209:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e60a76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031796 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.138229:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.138231:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.138232:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.138237:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.138244:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.138254:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.138263:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.138264:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00010000:00010000:3.0:1746157398.138272:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.138283:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267113600:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.138310:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268438272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.138315:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6837 00000100:00100000:3.0:1746157398.138328:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.139903:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.139951:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268438656 00000100:00100000:2.0:1746157398.139958:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268438656 00002000:00100000:2.0:1746157398.139993:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438000 x1830978268438656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.140001:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438000 with x1830978268438656 ext(0->4095) 00010000:00010000:2.0:1746157398.140009:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.140013:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267113600:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.140035:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.140142:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1983:x1830978268438400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2012us (2207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.140153:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10164 00010000:00010000:2.0:1746157398.140178:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.140187:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a438000 00000100:00100000:2.0:1746157398.140209:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2823 00000100:00100000:2.0:1746157398.140216:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268438656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.140448:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268438656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 232us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.140454:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2823 00002000:00100000:2.0:1746157398.140459:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438000 x1830978268438656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.140465:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438000 with x1830978268438656 ext(0->4095) 00010000:00010000:2.0:1746157398.140470:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.140478:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.140483:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a438000 00000100:00100000:0.0:1746157398.144648:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.144698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.144736:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268438784 00000100:00100000:1.0:1746157398.144747:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268438784 00000100:00100000:3.0:1746157398.144790:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268438912 00000100:00100000:3.0:1746157398.144798:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268438912 00000100:00100000:1.0:1746157398.144798:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6838 00000100:00100000:1.0:1746157398.144805:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268438784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.144824:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.144825:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.144840:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317ab expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.144848:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10165 00000100:00100000:3.0:1746157398.144853:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268438912:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.144866:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.144868:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.144872:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.144878:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.144882:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.144891:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.144901:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.144933:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.144944:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.144953:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.144954:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.144960:0:8487:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.144967:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.144968:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60a7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03179d expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.144984:0:8487:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.144995:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.145011:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267113856:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.145183:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.145260:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.145361:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268438912:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 506us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.145367:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10165 00000100:00100000:1.0:1746157398.146628:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267113856:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.146644:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157398.146688:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31587:x1830978268438784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1883us (2046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.146696:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6838 00000100:00100000:0.0:1746157398.146973:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.147016:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268439168 00000100:00100000:2.0:1746157398.147022:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268439168 00002000:00100000:2.0:1746157398.147058:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439500 x1830978268439168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.147066:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439500 with x1830978268439168 ext(0->4095) 00010000:00010000:2.0:1746157398.147118:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.147131:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.147137:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a439500 00000100:00100000:2.0:1746157398.147161:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2824 00000100:00100000:2.0:1746157398.147168:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268439168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.147317:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268439168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.147329:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2824 00002000:00100000:2.0:1746157398.147334:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439500 x1830978268439168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.147341:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439500 with x1830978268439168 ext(0->4095) 00010000:00010000:2.0:1746157398.147345:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.147354:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.147360:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a439500 00000100:00100000:0.0:1746157398.149814:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.149917:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268439296 00000100:00100000:3.0:1746157398.149926:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268439296 00010000:00010000:3.0:1746157398.149959:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.150018:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10166 00000100:00100000:3.0:1746157398.150025:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268439296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.150038:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.150671:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.150685:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.150712:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60a84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317a4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.150727:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.150729:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.150736:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.150744:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.150777:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.150789:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267113984:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.150891:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.152399:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267113984:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.152419:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.152714:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268439296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2687us (2906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.152724:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10166 00000100:00100000:0.0:1746157398.153064:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.153174:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268439552 00000100:00100000:3.0:1746157398.153180:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268439552 00002000:00100000:3.0:1746157398.153214:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b800 x1830978268439552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.153233:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b800 with x1830978268439552 ext(0->4095) 00002000:00010000:3.0:1746157398.153237:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b800 00000100:00100000:3.0:1746157398.153257:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4902 00000100:00100000:3.0:1746157398.153264:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268439552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.153512:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268439552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 249us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.153518:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4902 00002000:00100000:3.0:1746157398.153523:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b800 x1830978268439552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.153530:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b800 with x1830978268439552 ext(0->4095) 00002000:00010000:3.0:1746157398.153538:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b800 00000100:00100000:0.0:1746157398.155994:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.156054:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268439680 00000100:00100000:1.0:1746157398.156067:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268439680 00000100:00100000:1.0:1746157398.156154:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6839 00000100:00100000:1.0:1746157398.156163:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268439680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.156181:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.156198:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317b2 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.156229:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.156237:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.156239:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.156242:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.156274:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.156290:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 47 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.156302:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267114112:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.156400:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.157509:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267114112:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.157531:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.157542:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157398.157578:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268439680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1416us (1591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.157586:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6839 00000100:00100000:0.0:1746157398.158752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.158835:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268439808 00000100:00100000:3.0:1746157398.158842:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268439808 00010000:00010000:3.0:1746157398.158883:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.158908:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10167 00000100:00100000:3.0:1746157398.158915:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268439808:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.158931:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.158954:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.158963:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.158984:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60a8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ab expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.158999:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.159000:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.159007:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.159015:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.159045:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.159057:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267114240:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.159163:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.160734:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267114240:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.160758:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.160809:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1986:x1830978268439808:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1892us (2059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.160817:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10167 00000100:00100000:0.0:1746157398.160873:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.160959:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268440064 00000100:00100000:3.0:1746157398.160964:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268440064 00002000:00100000:3.0:1746157398.161002:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439880 x1830978268440064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.161016:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439880 with x1830978268440064 ext(0->4095) 00002000:00010000:3.0:1746157398.161020:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439880 00000100:00100000:3.0:1746157398.161040:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4903 00000100:00100000:3.0:1746157398.161047:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268440064:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.161223:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268440064:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.161228:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4903 00002000:00100000:3.0:1746157398.161233:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439880 x1830978268440064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.161239:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439880 with x1830978268440064 ext(0->4095) 00002000:00010000:3.0:1746157398.161242:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439880 00000100:00100000:0.0:1746157398.162531:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.162613:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268440192 00000100:00100000:1.0:1746157398.162619:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268440192 00000100:00100000:1.0:1746157398.162648:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6840 00000100:00100000:1.0:1746157398.162654:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31597:x1830978268440192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.162666:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.162682:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317b9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.162712:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.162724:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.162726:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.162729:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.162757:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.162768:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.162778:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267114368:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.162864:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.163279:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.163332:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268440320 00000100:00100000:2.0:1746157398.163336:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268440320 00000100:00100000:2.0:1746157398.163361:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6841 00000100:00100000:2.0:1746157398.163366:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268440320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.163374:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.163382:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317c0 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.163396:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.163400:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.163406:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.163408:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.163433:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.163444:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.163452:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157398.163657:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268440320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 289us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.163664:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6841 00000100:00100000:1.0:1746157398.164070:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267114368:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.164125:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.164134:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157398.164160:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268440192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (1635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.164167:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6840 00000100:00100000:0.0:1746157398.164684:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.164774:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268440448 00000100:00100000:3.0:1746157398.164779:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268440448 00010000:00010000:3.0:1746157398.164803:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.164828:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10168 00000100:00100000:3.0:1746157398.164835:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268440448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.164845:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.164879:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.164890:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.164911:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60a92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b2 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.164938:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.164940:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.164950:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.164958:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.164988:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.165001:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.165012:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267114624:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.165116:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.166638:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.166761:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267114624:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.166778:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.166816:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268440448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1981us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.166824:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10168 00000100:00100000:2.0:1746157398.166883:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268440704 00000100:00100000:2.0:1746157398.166889:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268440704 00002000:00100000:2.0:1746157398.166925:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d500 x1830978268440704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.166934:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d500 with x1830978268440704 ext(0->4095) 00010000:00010000:2.0:1746157398.166943:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.166956:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.166961:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9d500 00000100:00100000:2.0:1746157398.166986:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2825 00000100:00100000:2.0:1746157398.166993:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268440704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.167503:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268440704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 509us (869us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.167511:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2825 00002000:00100000:2.0:1746157398.167516:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d500 x1830978268440704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.167523:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d500 with x1830978268440704 ext(0->4095) 00010000:00010000:2.0:1746157398.167528:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.167538:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.167543:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9d500 00000100:00100000:0.0:1746157398.169395:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.169472:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268440832 00000100:00100000:1.0:1746157398.169482:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268440832 00000100:00100000:0.0:1746157398.169520:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.169528:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6842 00000100:00100000:1.0:1746157398.169538:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268440832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.169557:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.169573:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317c7 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.169671:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.169678:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.169761:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.169766:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.169807:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.169820:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.169830:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:3.0:1746157398.169834:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268440960 00000100:00100000:3.0:1746157398.169840:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268440960 00010000:00010000:3.0:1746157398.169863:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.169883:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268440832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 347us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.169889:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6842 00000100:00100000:3.0:1746157398.169890:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10169 00000100:00100000:3.0:1746157398.169898:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1983:x1830978268440960:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.169908:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.169934:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.169946:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.169967:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60a99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317b9 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.169984:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.169986:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.169993:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.170001:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.170027:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.170039:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.170053:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267114880:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.170189:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.171345:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267114880:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.171367:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157398.171374:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.171416:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1983:x1830978268440960:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1517us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.171425:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10169 00000100:00100000:2.0:1746157398.171503:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268441216 00000100:00100000:2.0:1746157398.171509:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268441216 00002000:00100000:2.0:1746157398.171543:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9f480 x1830978268441216/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.171551:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9f480 with x1830978268441216 ext(0->4095) 00010000:00010000:2.0:1746157398.171558:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.171571:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.171578:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9f480 00000100:00100000:2.0:1746157398.171592:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2826 00000100:00100000:2.0:1746157398.171598:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268441216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.171751:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268441216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.171756:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2826 00002000:00100000:2.0:1746157398.171761:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9f480 x1830978268441216/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.171768:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9f480 with x1830978268441216 ext(0->4095) 00010000:00010000:2.0:1746157398.171772:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.171780:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.171786:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9f480 00000100:00100000:0.0:1746157398.172677:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.172848:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268441344 00000100:00100000:1.0:1746157398.172853:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268441344 00000100:00100000:0.0:1746157398.172878:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.172890:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6843 00000100:00100000:1.0:1746157398.172896:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31587:x1830978268441344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.172907:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.172921:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317ce expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.172941:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.172946:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.172952:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.172955:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.172986:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.172996:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.173004:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157398.173039:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268441344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.173045:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6843 00000100:00100000:3.0:1746157398.173216:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268441472 00000100:00100000:3.0:1746157398.173222:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268441472 00010000:00010000:3.0:1746157398.173244:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.173289:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10170 00000100:00100000:3.0:1746157398.173297:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268441472:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.173306:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.173339:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.173353:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.173370:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60aa0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c0 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.173383:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.173386:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.173392:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.173401:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.173425:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.173438:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.173450:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115136:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.173535:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.175579:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115136:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.175605:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157398.175667:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.175739:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268441728 00000100:00100000:2.0:1746157398.175745:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268441728 00000100:00100000:3.0:1746157398.175765:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268441472:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2466us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.175775:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10170 00002000:00100000:2.0:1746157398.175795:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c700 x1830978268441728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.175804:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c700 with x1830978268441728 ext(0->4095) 00010000:00010000:2.0:1746157398.175812:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.175825:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.175831:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c700 00000100:00100000:2.0:1746157398.175857:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2827 00000100:00100000:2.0:1746157398.175865:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268441728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.176018:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268441728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.176023:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2827 00002000:00100000:2.0:1746157398.176027:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c700 x1830978268441728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.176032:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c700 with x1830978268441728 ext(0->4095) 00010000:00010000:2.0:1746157398.176035:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.176041:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.176045:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c700 00000100:00100000:0.0:1746157398.177875:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.177979:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268441856 00000100:00100000:3.0:1746157398.177989:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268441856 00010000:00010000:3.0:1746157398.178024:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.178055:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10171 00000100:00100000:3.0:1746157398.178064:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268441856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.178122:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.178147:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.178160:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.178185:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aa7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317c7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.178203:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.178205:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.178214:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.178223:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.178259:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.178273:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115264:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.178393:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.179880:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115264:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.179903:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.179965:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268441856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1900us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.179980:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10171 00000100:00100000:0.0:1746157398.180578:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.180654:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268442112 00000100:00100000:2.0:1746157398.180661:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268442112 00002000:00100000:2.0:1746157398.180700:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d880 x1830978268442112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.180710:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d880 with x1830978268442112 ext(0->4095) 00002000:00010000:2.0:1746157398.180714:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9d880 00000100:00100000:2.0:1746157398.180742:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4904 00000100:00100000:2.0:1746157398.180749:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268442112:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.181028:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268442112:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 275us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.181039:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4904 00002000:00100000:2.0:1746157398.181044:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9d880 x1830978268442112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.181051:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d880 with x1830978268442112 ext(0->4095) 00002000:00010000:2.0:1746157398.181054:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9d880 00000100:00100000:0.0:1746157398.183299:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.183387:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268442240 00000100:00100000:2.0:1746157398.183396:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268442240 00000100:00100000:2.0:1746157398.183442:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6844 00000100:00100000:2.0:1746157398.183451:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268442240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.183467:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.183484:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317d5 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.183512:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.183519:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.183521:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.183524:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.183551:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 47 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.183561:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 47 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.183578:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267115392:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.183667:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.185058:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267115392:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.185129:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.185144:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157398.185185:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268442240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1735us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.185193:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6844 00000100:00100000:0.0:1746157398.185360:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.185821:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268442368 00000100:00100000:3.0:1746157398.185828:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268442368 00010000:00010000:3.0:1746157398.185860:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.185904:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10172 00000100:00100000:3.0:1746157398.185912:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268442368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.185926:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.185954:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.185965:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.185990:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ce expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.186020:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.186023:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.186030:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.186039:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.186120:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.186137:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115520:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.186230:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.188219:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115520:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.188238:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.188284:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1985:x1830978268442368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2372us (2923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.188293:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10172 00000100:00100000:0.0:1746157398.190342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.190423:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268442624 00000100:00100000:3.0:1746157398.190430:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268442624 00002000:00100000:3.0:1746157398.190464:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9ce00 x1830978268442624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.190473:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ce00 with x1830978268442624 ext(0->4095) 00002000:00010000:3.0:1746157398.190478:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9ce00 00000100:00100000:3.0:1746157398.190493:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4905 00000100:00100000:3.0:1746157398.190499:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268442624:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.190633:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268442624:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.190639:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4905 00002000:00100000:3.0:1746157398.190644:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9ce00 x1830978268442624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.190651:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ce00 with x1830978268442624 ext(0->4095) 00002000:00010000:3.0:1746157398.190654:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9ce00 00000100:00100000:0.0:1746157398.191720:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.191785:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268442752 00000100:00100000:2.0:1746157398.191794:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268442752 00000100:00100000:2.0:1746157398.191848:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6845 00000100:00100000:2.0:1746157398.191855:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31587:x1830978268442752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.191872:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.191889:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317dc expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.191915:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.191922:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.191923:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.191926:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.191965:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.191977:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.191988:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267115648:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.192118:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.193326:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.194748:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267115648:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.194782:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.194799:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157398.194841:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31587:x1830978268442752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2987us (3124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.194850:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6845 00000100:00100000:2.0:1746157398.194875:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268442880 00000100:00100000:2.0:1746157398.194880:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268442880 00000100:00100000:2.0:1746157398.194902:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6846 00000100:00100000:2.0:1746157398.194908:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31597:x1830978268442880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.194922:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.194934:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317e3 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.194952:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.194956:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.194962:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.194965:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.194989:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.194997:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.195004:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157398.195015:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268442880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.195020:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6846 00000100:00100000:0.0:1746157398.195746:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.195822:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268443008 00000100:00100000:3.0:1746157398.195827:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268443008 00010000:00010000:3.0:1746157398.195847:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.195865:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10173 00000100:00100000:3.0:1746157398.195870:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268443008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.195878:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.195898:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.195908:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.195925:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60ab5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317d5 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.196184:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.196186:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.196192:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.196208:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.196281:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.196297:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.196308:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115904:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.196532:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.197953:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267115904:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.197973:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.198017:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268443008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2145us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.198025:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10173 00000100:00100000:0.0:1746157398.200859:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.200997:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268443264 00000100:00100000:2.0:1746157398.201006:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268443264 00002000:00100000:2.0:1746157398.201048:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9ca80 x1830978268443264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.201059:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ca80 with x1830978268443264 ext(0->4095) 00010000:00010000:2.0:1746157398.201512:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.201529:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.201542:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9ca80 00000100:00100000:2.0:1746157398.201573:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2828 00000100:00100000:2.0:1746157398.201582:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268443264:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.201895:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268443264:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 314us (1044us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.201901:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2828 00002000:00100000:2.0:1746157398.201907:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9ca80 x1830978268443264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.201915:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9ca80 with x1830978268443264 ext(0->4095) 00010000:00010000:2.0:1746157398.201920:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.201928:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.201934:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9ca80 00000100:00100000:0.0:1746157398.204872:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.204985:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268443392 00000100:00100000:3.0:1746157398.204997:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268443392 00010000:00010000:3.0:1746157398.205038:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.205121:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10174 00000100:00100000:3.0:1746157398.205130:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268443392:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.205144:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.205165:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.205177:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.205199:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60abc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317dc expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.205230:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.205232:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.205239:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.205247:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.205278:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 48 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.205289:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116032:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.206911:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.207783:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116032:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.207804:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.207856:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268443392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2728us (2990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.207867:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10174 00000100:00100000:0.0:1746157398.207955:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.208010:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268443648 00000100:00100000:2.0:1746157398.208018:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268443648 00002000:00100000:2.0:1746157398.208056:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aaa00 x1830978268443648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.208066:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aaa00 with x1830978268443648 ext(0->4095) 00002000:00010000:2.0:1746157398.208120:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306aaa00 00000100:00100000:2.0:1746157398.208135:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4906 00000100:00100000:2.0:1746157398.208144:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268443648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.208415:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268443648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 273us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.208421:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4906 00002000:00100000:2.0:1746157398.208425:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aaa00 x1830978268443648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.208433:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aaa00 with x1830978268443648 ext(0->4095) 00002000:00010000:2.0:1746157398.208436:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306aaa00 00000100:00100000:0.0:1746157398.209569:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.209614:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268443776 00000100:00100000:1.0:1746157398.209619:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268443776 00000100:00100000:1.0:1746157398.209646:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6847 00000100:00100000:1.0:1746157398.209652:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268443776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.209663:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.209678:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317ea expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.209706:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 47 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.209714:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.209715:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.209719:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.209746:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 47 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.209756:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 47 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.209767:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267116160:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.209849:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.212020:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267116160:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.212045:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157398.212046:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157398.212059:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157398.212128:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268443776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2475us (2561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.212134:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6847 00000100:00100000:3.0:1746157398.212174:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268443904 00000100:00100000:3.0:1746157398.212180:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268443904 00010000:00010000:3.0:1746157398.212203:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.212221:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10175 00000100:00100000:3.0:1746157398.212227:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268443904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.212240:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.212260:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.212271:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.212292:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60ac3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317e3 expref: 48 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.212312:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.212314:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.212320:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.212331:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.212356:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.212365:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116288:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.212420:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.214175:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116288:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.214199:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.214242:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1986:x1830978268443904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2013us (2195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.214254:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10175 00000100:00100000:0.0:1746157398.217197:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.217265:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268444160 00000100:00100000:2.0:1746157398.217274:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268444160 00002000:00100000:2.0:1746157398.217334:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8380 x1830978268444160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.217344:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8380 with x1830978268444160 ext(0->4095) 00002000:00010000:2.0:1746157398.217358:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8380 00000100:00100000:2.0:1746157398.217553:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4907 00000100:00100000:2.0:1746157398.217562:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268444160:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.217748:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268444160:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 187us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.217755:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4907 00002000:00100000:2.0:1746157398.217761:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8380 x1830978268444160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.217768:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8380 with x1830978268444160 ext(0->4095) 00002000:00010000:2.0:1746157398.217771:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8380 00000100:00100000:0.0:1746157398.219347:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.219392:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268444288 00000100:00100000:1.0:1746157398.219399:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268444288 00000100:00100000:1.0:1746157398.219437:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6848 00000100:00100000:1.0:1746157398.219442:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31587:x1830978268444288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.219454:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.219469:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317f1 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.219499:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.219506:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.219508:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.219511:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.219543:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.219553:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.219563:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267116416:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.219768:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.221870:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.221939:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268444416 00000100:00100000:2.0:1746157398.221948:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268444416 00000100:00100000:1.0:1746157398.222048:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267116416:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.222050:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6849 00000100:00100000:2.0:1746157398.222060:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268444416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.222109:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.222115:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.222123:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317f8 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.222130:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00010000:00010000:2.0:1746157398.222143:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.222147:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.222153:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.222156:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.222174:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268444288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2732us (2834us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157398.222182:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.222236:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.222243:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:1.0:1746157398.222267:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6848 00000100:00100000:2.0:1746157398.222360:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268444416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 303us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.222366:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6849 00000100:00100000:0.0:1746157398.222763:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.222802:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268444544 00000100:00100000:3.0:1746157398.222806:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268444544 00010000:00010000:3.0:1746157398.222825:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.222850:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10176 00000100:00100000:3.0:1746157398.222856:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268444544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.222864:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.222884:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.222894:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.222912:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60aca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ea expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.222935:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.222937:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.222972:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.223020:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.223268:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.223279:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.223291:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116672:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.223480:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.224824:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116672:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.224843:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.224888:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268444544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2031us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.224897:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10176 00000100:00100000:0.0:1746157398.226183:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.226237:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268444800 00000100:00100000:1.0:1746157398.226245:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268444800 00002000:00100000:1.0:1746157398.226286:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8a80 x1830978268444800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.226296:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8a80 with x1830978268444800 ext(0->4095) 00010000:00010000:1.0:1746157398.226305:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.226317:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.226324:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8a80 00000100:00100000:1.0:1746157398.226351:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2829 00000100:00100000:1.0:1746157398.226357:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268444800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.226710:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268444800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 346us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.226721:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2829 00002000:00100000:1.0:1746157398.226729:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8a80 x1830978268444800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.226737:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8a80 with x1830978268444800 ext(0->4095) 00010000:00010000:1.0:1746157398.226745:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.226764:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.226770:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a8a80 00000100:00100000:0.0:1746157398.228610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.228678:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268444928 00000100:00100000:3.0:1746157398.228683:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268444928 00010000:00010000:3.0:1746157398.228701:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.228715:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10177 00000100:00100000:3.0:1746157398.228719:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268444928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.228727:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.228739:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.228746:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.228759:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60ad1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f1 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.228769:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.228770:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.228775:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.228779:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.228797:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.228804:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116800:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.229305:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.231655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.231773:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267116800:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.231788:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.231820:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268444928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3098us (3212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.231828:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10177 00000100:00100000:2.0:1746157398.232114:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268445184 00000100:00100000:2.0:1746157398.232119:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268445184 00002000:00100000:2.0:1746157398.232148:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ea00 x1830978268445184/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.232156:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ea00 with x1830978268445184 ext(0->4095) 00002000:00010000:2.0:1746157398.232160:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ea00 00000100:00100000:2.0:1746157398.232188:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4908 00000100:00100000:2.0:1746157398.232195:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268445184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.232372:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268445184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.232377:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4908 00002000:00100000:2.0:1746157398.232382:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ea00 x1830978268445184/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.232389:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ea00 with x1830978268445184 ext(0->4095) 00002000:00010000:2.0:1746157398.232391:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ea00 00000100:00100000:0.0:1746157398.233691:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.233739:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268445312 00000100:00100000:2.0:1746157398.233743:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268445312 00000100:00100000:2.0:1746157398.234109:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6850 00000100:00100000:2.0:1746157398.234118:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268445312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.234128:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.234144:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0317ff expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.234170:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.234176:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.234178:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.234181:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.234245:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.234254:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 47 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.234264:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267116928:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.234453:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.236933:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.237034:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267116928:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.237054:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.237104:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157398.237132:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268445312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3016us (3444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.237139:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6850 00000100:00100000:3.0:1746157398.237209:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268445440 00000100:00100000:3.0:1746157398.237214:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268445440 00010000:00010000:3.0:1746157398.237234:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.237266:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10178 00000100:00100000:3.0:1746157398.237273:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268445440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.237284:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.237300:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.237389:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.237406:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ad8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317f8 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.237429:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.237430:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.237436:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.237442:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.237464:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.237473:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267117056:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.237741:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.238727:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267117056:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.238738:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.238772:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1986:x1830978268445440:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1499us (1842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.238781:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10178 00000100:00100000:0.0:1746157398.239798:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.239855:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268445696 00000100:00100000:2.0:1746157398.239860:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268445696 00002000:00100000:2.0:1746157398.239887:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252df80 x1830978268445696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.239894:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252df80 with x1830978268445696 ext(0->4095) 00002000:00010000:2.0:1746157398.239898:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252df80 00000100:00100000:2.0:1746157398.239924:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4909 00000100:00100000:2.0:1746157398.239931:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268445696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.240045:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268445696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.240051:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4909 00002000:00100000:2.0:1746157398.240055:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252df80 x1830978268445696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.240063:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252df80 with x1830978268445696 ext(0->4095) 00002000:00010000:2.0:1746157398.240116:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252df80 00000100:00100000:0.0:1746157398.241807:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.242036:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268445824 00000100:00100000:2.0:1746157398.242044:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268445824 00000100:00100000:2.0:1746157398.242141:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6851 00000100:00100000:2.0:1746157398.242154:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31597:x1830978268445824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.242172:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.242197:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031806 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.242224:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.242231:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.242232:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.242235:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.242261:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.242277:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.242288:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267117184:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.242379:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.242818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.242876:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268445952 00000100:00100000:1.0:1746157398.242881:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268445952 00000100:00100000:1.0:1746157398.242919:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6852 00000100:00100000:1.0:1746157398.242925:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268445952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.242933:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.242940:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03180d expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.242954:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.242958:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.242962:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.242964:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.242985:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.242995:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.243003:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157398.243030:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268445952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.243037:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6852 00000100:00100000:2.0:1746157398.243597:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267117184:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.243616:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.243626:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157398.243661:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268445824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1513us (1861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.243667:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6851 00000100:00100000:0.0:1746157398.244362:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.244439:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268446080 00000100:00100000:3.0:1746157398.244445:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268446080 00010000:00010000:3.0:1746157398.244471:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.244506:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10179 00000100:00100000:3.0:1746157398.244513:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268446080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.244525:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.244547:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.244557:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.244578:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60adf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0317ff expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.244599:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.244601:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.244607:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.244616:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.244644:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.244656:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.244666:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267117440:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.244734:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.247146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.247170:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268446336 00000100:00100000:2.0:1746157398.247178:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268446336 00002000:00100000:2.0:1746157398.247224:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252f480 x1830978268446336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.247234:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252f480 with x1830978268446336 ext(0->4095) 00010000:00010000:2.0:1746157398.247242:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.247256:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.247260:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267117440:192.168.203.5@tcp:105: 00002000:00010000:2.0:1746157398.247267:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252f480 00010000:00010000:3.0:1746157398.247279:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.247291:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2830 00000100:00100000:2.0:1746157398.247298:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268446336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.247320:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268446080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2807us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.247329:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10179 00000100:00100000:2.0:1746157398.247641:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268446336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 343us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.247646:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2830 00002000:00100000:2.0:1746157398.247651:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252f480 x1830978268446336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.247659:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252f480 with x1830978268446336 ext(0->4095) 00010000:00010000:2.0:1746157398.247663:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.247671:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.247680:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252f480 00000100:00100000:0.0:1746157398.250266:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.250316:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.250370:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268446464 00000100:00100000:3.0:1746157398.250374:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268446592 00000100:00100000:3.0:1746157398.250378:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268446592 00000100:00100000:2.0:1746157398.250378:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268446464 00010000:00010000:3.0:1746157398.250410:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.250449:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10180 00000100:00100000:3.0:1746157398.250456:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1983:x1830978268446592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.250469:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.250491:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.250493:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6853 00010000:00010000:3.0:1746157398.250501:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.250504:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268446464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.250518:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.250525:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ae6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031806 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.250529:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031814 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.250548:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.250550:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.250557:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.250565:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.250580:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.250587:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.250588:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.250591:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.250615:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.250618:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.250628:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.250637:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.250640:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267117696:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.250646:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267117568:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.250727:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.250735:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.251966:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267117568:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.251966:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267117696:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.251984:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.251990:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.251999:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:3.0:1746157398.252016:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1983:x1830978268446592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1559us (1698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.252016:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268446464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1517us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.252022:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6853 00000100:00100000:3.0:1746157398.252024:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10180 00000100:00100000:0.0:1746157398.252223:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.252435:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268446848 00000100:00100000:2.0:1746157398.252440:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268446848 00002000:00100000:2.0:1746157398.252469:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252f100 x1830978268446848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.252477:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252f100 with x1830978268446848 ext(0->4095) 00010000:00010000:2.0:1746157398.252483:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.252494:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.252500:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252f100 00000100:00100000:2.0:1746157398.252530:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2831 00000100:00100000:2.0:1746157398.252537:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268446848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.252679:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268446848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.252685:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2831 00002000:00100000:2.0:1746157398.252690:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252f100 x1830978268446848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.252697:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252f100 with x1830978268446848 ext(0->4095) 00010000:00010000:2.0:1746157398.252702:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.252710:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 48 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.252716:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252f100 00000100:00100000:0.0:1746157398.254301:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.254353:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.254415:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268447104 00000100:00100000:3.0:1746157398.254422:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268447104 00000100:00100000:2.0:1746157398.254427:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268446976 00000100:00100000:2.0:1746157398.254431:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268446976 00010000:00010000:3.0:1746157398.254451:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.254455:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6854 00000100:00100000:2.0:1746157398.254462:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268446976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.254476:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.254490:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03181b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.254494:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10181 00000100:00100000:3.0:1746157398.254500:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1984:x1830978268447104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.254508:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.254511:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.254516:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.254521:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.254524:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.254596:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.254607:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.254621:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.254624:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60aed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03180d expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.254631:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.254637:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.254638:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.254644:0:8488:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.254650:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.254712:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.254730:0:8488:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.254740:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.254752:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267117952:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.254755:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1984:x1830978268447104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 254us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.254761:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10181 00000100:00100000:2.0:1746157398.254814:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.256734:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267117952:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.256751:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157398.256802:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31587:x1830978268446976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2339us (2505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.256808:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6854 00000100:00100000:2.0:1746157398.256984:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.257045:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268447360 00000100:00100000:3.0:1746157398.257052:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268447360 00002000:00100000:3.0:1746157398.257128:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273b80 x1830978268447360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.257138:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273b80 with x1830978268447360 ext(0->4095) 00010000:00010000:3.0:1746157398.257145:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.257158:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.257165:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136273b80 00000100:00100000:3.0:1746157398.257300:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2832 00000100:00100000:3.0:1746157398.257307:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268447360:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.257441:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268447360:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (458us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.257447:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2832 00002000:00100000:3.0:1746157398.257452:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273b80 x1830978268447360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.257459:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273b80 with x1830978268447360 ext(0->4095) 00010000:00010000:3.0:1746157398.257463:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.257472:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.257477:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136273b80 00000100:00100000:0.0:1746157398.258613:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.258682:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268447488 00000100:00100000:3.0:1746157398.258687:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268447488 00010000:00010000:3.0:1746157398.258707:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.258736:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10182 00000100:00100000:3.0:1746157398.258742:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268447488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.258752:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.258768:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.259567:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.259593:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60af4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031814 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.259607:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.259609:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.259617:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.259624:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.259660:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.259672:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118080:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.259773:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.261855:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118080:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.261992:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.262053:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268447488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3308us (3442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.262063:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10182 00000100:00100000:0.0:1746157398.262414:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.262621:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268447744 00000100:00100000:3.0:1746157398.262628:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268447744 00002000:00100000:3.0:1746157398.262669:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21a680 x1830978268447744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.262724:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a680 with x1830978268447744 ext(0->4095) 00002000:00010000:3.0:1746157398.262730:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a680 00000100:00100000:3.0:1746157398.262757:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4910 00000100:00100000:3.0:1746157398.262767:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268447744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.262917:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268447744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.262922:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4910 00002000:00100000:3.0:1746157398.262925:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21a680 x1830978268447744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.262930:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a680 with x1830978268447744 ext(0->4095) 00002000:00010000:3.0:1746157398.262932:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a680 00000100:00100000:0.0:1746157398.264068:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.264187:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268447872 00000100:00100000:2.0:1746157398.264192:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268447872 00000100:00100000:2.0:1746157398.264240:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6855 00000100:00100000:2.0:1746157398.264247:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268447872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.264261:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.264324:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031822 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.264352:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.264368:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.264370:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.264373:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.264400:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.264412:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 47 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.264423:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267118208:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.264606:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.265859:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267118208:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.265882:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.265895:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157398.265926:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268447872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1680us (1861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.265933:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6855 00000100:00100000:0.0:1746157398.266356:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.266398:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268448000 00000100:00100000:3.0:1746157398.266403:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268448000 00010000:00010000:3.0:1746157398.266431:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.266462:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10183 00000100:00100000:3.0:1746157398.266467:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268448000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.266477:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.266496:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.266511:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.266530:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60afb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03181b expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.266552:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.266554:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.266561:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.266568:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.266594:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.266665:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118336:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.266901:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.268118:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118336:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.268135:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.268223:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1985:x1830978268448000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1754us (1867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.268232:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10183 00000100:00100000:2.0:1746157398.268399:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.268452:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268448256 00000100:00100000:3.0:1746157398.268456:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268448256 00002000:00100000:3.0:1746157398.268485:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136272a00 x1830978268448256/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.268495:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978268448256 ext(0->4095) 00002000:00010000:3.0:1746157398.268499:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136272a00 00000100:00100000:3.0:1746157398.268523:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4911 00000100:00100000:3.0:1746157398.268530:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268448256:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.268706:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268448256:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.268712:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4911 00002000:00100000:3.0:1746157398.268717:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136272a00 x1830978268448256/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.268724:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978268448256 ext(0->4095) 00002000:00010000:3.0:1746157398.268726:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136272a00 00000100:00100000:0.0:1746157398.269859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.269939:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268448384 00000100:00100000:2.0:1746157398.269945:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268448384 00000100:00100000:2.0:1746157398.269987:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6856 00000100:00100000:2.0:1746157398.269993:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31597:x1830978268448384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.270007:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.270022:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031829 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.270046:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.270053:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.270055:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.270058:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.270172:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.270183:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.270195:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267118464:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.270286:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.271563:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267118464:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.271592:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.271606:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157398.271645:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31597:x1830978268448384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1651us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.271655:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6856 00000100:00100000:0.0:1746157398.273275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.273337:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.273422:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268448512 00000100:00100000:3.0:1746157398.273430:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268448512 00000100:00100000:2.0:1746157398.273452:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268448640 00000100:00100000:2.0:1746157398.273456:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268448640 00010000:00010000:3.0:1746157398.273458:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.273483:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6857 00000100:00100000:2.0:1746157398.273489:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31587:x1830978268448640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.273504:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.273517:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031830 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.273540:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746157398.273544:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10184 00010000:00010000:2.0:1746157398.273545:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.273550:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268448512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.273550:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.273554:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.273559:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.273581:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.273587:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.273593:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.273618:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.273627:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00010000:00010000:3.0:1746157398.273644:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031822 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.273747:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.273749:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157398.273754:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268448640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 265us (417us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157398.273756:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.273761:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6857 00010000:00010000:3.0:1746157398.273763:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.273785:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.273795:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.273806:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118720:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.273871:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.275322:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118720:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.275336:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.275361:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268448512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1812us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.275369:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10184 00000100:00100000:0.0:1746157398.275843:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.275894:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268448896 00000100:00100000:3.0:1746157398.275899:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268448896 00002000:00100000:3.0:1746157398.275929:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e219c00 x1830978268448896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.275938:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e219c00 with x1830978268448896 ext(0->4095) 00010000:00010000:3.0:1746157398.275946:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.275957:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.275963:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e219c00 00000100:00100000:3.0:1746157398.275993:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2833 00000100:00100000:3.0:1746157398.276000:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268448896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.276176:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268448896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.276182:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2833 00002000:00100000:3.0:1746157398.276187:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e219c00 x1830978268448896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.276193:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e219c00 with x1830978268448896 ext(0->4095) 00010000:00010000:3.0:1746157398.276197:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.276205:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.276288:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e219c00 00000100:00100000:0.0:1746157398.277466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.277556:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268449024 00000100:00100000:2.0:1746157398.277562:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268449024 00000100:00100000:2.0:1746157398.277603:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6858 00000100:00100000:2.0:1746157398.277610:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268449024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.277628:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.277643:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031837 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.277667:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.277672:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.277678:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.277681:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.277715:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.277727:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.277736:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157398.277770:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268449024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.277776:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6858 00000100:00100000:0.0:1746157398.278253:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.278320:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268449152 00000100:00100000:3.0:1746157398.278325:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268449152 00010000:00010000:3.0:1746157398.278342:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.278414:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10185 00000100:00100000:3.0:1746157398.278419:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268449152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.278425:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.278440:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.278447:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.278460:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031829 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.278468:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.278469:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.278474:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.278479:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.278493:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.278503:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.278510:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118976:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.278569:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.279846:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.279935:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267118976:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.279955:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.279994:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268449152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1574us (1742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.280003:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10185 00000100:00100000:2.0:1746157398.280119:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268449408 00000100:00100000:2.0:1746157398.280125:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268449408 00002000:00100000:2.0:1746157398.280163:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b100 x1830978268449408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.280172:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b100 with x1830978268449408 ext(0->4095) 00010000:00010000:2.0:1746157398.280180:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.280191:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.280197:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21b100 00000100:00100000:2.0:1746157398.280227:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2834 00000100:00100000:2.0:1746157398.280234:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268449408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.280395:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268449408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.280401:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2834 00002000:00100000:2.0:1746157398.280405:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b100 x1830978268449408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.280412:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b100 with x1830978268449408 ext(0->4095) 00010000:00010000:2.0:1746157398.280416:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.280424:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.280430:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21b100 00000100:00100000:0.0:1746157398.282007:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.282118:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.282177:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268449536 00000100:00100000:2.0:1746157398.282184:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268449536 00000100:00100000:3.0:1746157398.282225:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268449664 00000100:00100000:3.0:1746157398.282229:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268449664 00010000:00010000:3.0:1746157398.282249:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.282270:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10186 00000100:00100000:3.0:1746157398.282276:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268449664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.282286:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157398.282322:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6859 00000100:00100000:2.0:1746157398.282329:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268449536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.282342:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.282359:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03183e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.282375:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.282379:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.282385:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.282391:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.282394:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.282404:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.282426:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031830 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.282437:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.282438:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.282440:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.282446:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.282453:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.282465:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.282474:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.282474:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00010000:00010000:3.0:1746157398.282485:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.282496:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119232:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.282521:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268449536:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.282527:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6859 00000100:00100000:3.0:1746157398.282557:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.283711:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.283778:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268449920 00000100:00100000:2.0:1746157398.283785:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268449920 00000100:00100000:3.0:1746157398.283800:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119232:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.283816:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157398.283820:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21bb80 x1830978268449920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.283835:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21bb80 with x1830978268449920 ext(0->4095) 00010000:00010000:2.0:1746157398.283842:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.283847:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268449664:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1570us (1773us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157398.283854:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.283856:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10186 00002000:00010000:2.0:1746157398.283860:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21bb80 00000100:00100000:2.0:1746157398.283901:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2835 00000100:00100000:2.0:1746157398.283928:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268449920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.284173:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268449920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 264us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.284179:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2835 00002000:00100000:2.0:1746157398.284184:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21bb80 x1830978268449920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.284191:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21bb80 with x1830978268449920 ext(0->4095) 00010000:00010000:2.0:1746157398.284195:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.284203:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.284209:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21bb80 00000100:00100000:0.0:1746157398.286438:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.286497:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268450048 00000100:00100000:3.0:1746157398.286505:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268450048 00010000:00010000:3.0:1746157398.286533:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.286816:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10187 00000100:00100000:3.0:1746157398.286823:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268450048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.286834:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.286850:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.286860:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.286973:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60b17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031837 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.286987:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.286989:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.286995:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.287002:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.287030:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.287040:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119360:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.287167:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.289390:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119360:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.289410:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.289451:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268450048:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2623us (3017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.289461:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10187 00000100:00100000:0.0:1746157398.289862:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.289916:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268450304 00000100:00100000:2.0:1746157398.289922:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268450304 00002000:00100000:2.0:1746157398.289955:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218380 x1830978268450304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.289962:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218380 with x1830978268450304 ext(0->4095) 00002000:00010000:2.0:1746157398.289966:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218380 00000100:00100000:2.0:1746157398.289984:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4912 00000100:00100000:2.0:1746157398.289988:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268450304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.290158:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268450304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.290163:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4912 00002000:00100000:2.0:1746157398.290168:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218380 x1830978268450304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.290175:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218380 with x1830978268450304 ext(0->4095) 00002000:00010000:2.0:1746157398.290178:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218380 00000100:00100000:0.0:1746157398.291169:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.291210:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268450432 00000100:00100000:2.0:1746157398.291215:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268450432 00000100:00100000:2.0:1746157398.291248:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6860 00000100:00100000:2.0:1746157398.291372:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268450432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.291386:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.291402:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031845 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.291429:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.291441:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.291443:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.291446:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.291474:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.291484:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 47 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.291496:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267119488:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.291730:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.292755:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267119488:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.292779:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.292793:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:2.0:1746157398.292832:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268450432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1462us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.292839:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6860 00000100:00100000:0.0:1746157398.293018:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.293066:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268450560 00000100:00100000:3.0:1746157398.293109:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268450560 00010000:00010000:3.0:1746157398.293134:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.293167:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10188 00000100:00100000:3.0:1746157398.293173:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1986:x1830978268450560:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.293184:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.293206:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.293217:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.293238:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60b1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03183e expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.293250:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.293251:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.293257:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.293265:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.293298:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.293307:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119616:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.293375:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.294670:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119616:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.294689:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.294734:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:1986:x1830978268450560:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1560us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.294743:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10188 00000100:00100000:0.0:1746157398.295358:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.295435:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268450816 00000100:00100000:2.0:1746157398.295441:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268450816 00002000:00100000:2.0:1746157398.295478:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21a300 x1830978268450816/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.295493:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a300 with x1830978268450816 ext(0->4095) 00002000:00010000:2.0:1746157398.295497:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a300 00000100:00100000:2.0:1746157398.295522:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4913 00000100:00100000:2.0:1746157398.295528:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268450816:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.295719:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268450816:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 187us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.295725:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4913 00002000:00100000:2.0:1746157398.295730:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21a300 x1830978268450816/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.295735:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a300 with x1830978268450816 ext(0->4095) 00002000:00010000:2.0:1746157398.295737:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a300 00000100:00100000:0.0:1746157398.296800:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.296853:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268450944 00000100:00100000:2.0:1746157398.296858:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268450944 00000100:00100000:2.0:1746157398.296884:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6861 00000100:00100000:2.0:1746157398.296888:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+47:31597:x1830978268450944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.296900:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.296914:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03184c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.296939:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.296947:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.296949:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.296953:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.296983:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.296994:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.297005:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267119744:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.297294:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.298308:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267119744:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.298335:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 48 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.298348:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157398.298382:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:31597:x1830978268450944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1493us (1587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.298390:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6861 00000100:00100000:0.0:1746157398.298684:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.298752:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268451072 00000100:00100000:3.0:1746157398.298758:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268451072 00010000:00010000:3.0:1746157398.298785:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.298907:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10189 00000100:00100000:3.0:1746157398.298915:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268451072:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.298926:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.298944:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.298952:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.298969:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031845 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.298980:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.298982:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.298988:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.298995:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.299022:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.299032:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119872:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.299160:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.300756:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.300821:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268451328 00000100:00100000:3.0:1746157398.300826:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268451328 00000100:00100000:0.0:1746157398.300836:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267119872:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157398.300856:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157398.300860:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271f80 x1830978268451328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.300866:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978268451328 ext(0->4095) 00002000:00010000:3.0:1746157398.300869:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136271f80 00000100:00100000:3.0:1746157398.300890:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4914 00000100:00100000:0.0:1746157398.300893:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268451072:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1979us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.300894:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268451328:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157398.300902:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10189 00000100:00100000:3.0:1746157398.301013:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268451328:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.301017:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4914 00002000:00100000:3.0:1746157398.301021:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271f80 x1830978268451328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.301026:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978268451328 ext(0->4095) 00002000:00010000:3.0:1746157398.301028:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136271f80 00000100:00100000:1.0:1746157398.303202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.303267:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268451456 00000100:00100000:2.0:1746157398.303276:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268451456 00000100:00100000:2.0:1746157398.303326:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6862 00000100:00100000:2.0:1746157398.303373:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268451456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.303390:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.303409:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031853 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.303441:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.303448:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.303450:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.303452:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.303482:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 47 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.303494:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 47 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.303505:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267120000:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.303599:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.305038:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267120000:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.305065:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.305132:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:2.0:1746157398.305191:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268451456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1821us (1997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.305199:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6862 00000100:00100000:0.0:1746157398.305367:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.305423:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268451584 00000100:00100000:3.0:1746157398.305435:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268451584 00002000:00100000:3.0:1746157398.305929:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009ba8a680 x1830978268451584/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.305940:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8a680 with x1830978268451584 ext(0->7) 00010000:00010000:3.0:1746157398.305949:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.305964:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 48 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.305971:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba8a680 00000100:00100000:3.0:1746157398.306006:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2836 00000100:00100000:3.0:1746157398.306014:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+48:1985:x1830978268451584:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157398.306515:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268451584:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 501us (1147us total) trans 4294968002 rc 0/0 00000100:00100000:3.0:1746157398.306522:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2836 00002000:00100000:3.0:1746157398.306528:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009ba8a680 x1830978268451584/t4294968002(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.306536:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8a680 with x1830978268451584 ext(0->7) 00010000:00010000:3.0:1746157398.306541:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.306551:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.306557:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba8a680 00000100:00100000:0.0:1746157398.308896:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.309234:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268451712 00000100:00100000:2.0:1746157398.309246:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268451712 00010000:00010000:2.0:1746157398.309284:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.309592:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10190 00000100:00100000:2.0:1746157398.309599:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1984:x1830978268451712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.309611:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746157398.309626:0:9879:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746157398 -> 1746157399 00002000:00010000:2.0:1746157398.309629:0:9879:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746157398 -> 1746157399 00010000:00010000:2.0:1746157398.309633:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.309644:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.309665:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03184c expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.309687:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.309689:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.309694:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.309702:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.309732:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.309746:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120128:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.309827:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.312271:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.312397:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120128:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.312415:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.312473:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1984:x1830978268451712:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2874us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.312481:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10190 00000100:00100000:3.0:1746157398.312489:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268451968 00000100:00100000:3.0:1746157398.312498:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268451968 00002000:00100000:3.0:1746157398.312544:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89500 x1830978268451968/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.312555:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89500 with x1830978268451968 ext(0->4095) 00002000:00010000:3.0:1746157398.312561:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89500 00000100:00100000:3.0:1746157398.312598:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4915 00000100:00100000:3.0:1746157398.312606:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268451968:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157398.312851:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268451968:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 245us (589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.312867:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4915 00002000:00100000:3.0:1746157398.312872:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89500 x1830978268451968/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.312880:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89500 with x1830978268451968 ext(0->4095) 00002000:00010000:3.0:1746157398.312882:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89500 00000100:00100000:0.0:1746157398.313316:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.314149:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268452096 00000100:00100000:2.0:1746157398.314155:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268452096 00000100:00100000:2.0:1746157398.314190:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6863 00000100:00100000:2.0:1746157398.314196:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31587:x1830978268452096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.314210:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.314224:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03185a expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314247:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314253:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.314255:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.314258:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314279:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314294:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.314304:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267120256:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.314375:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.314543:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.314604:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268452224 00000100:00100000:2.0:1746157398.314608:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268452224 00000100:00100000:2.0:1746157398.314625:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6864 00000100:00100000:2.0:1746157398.314629:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31597:x1830978268452224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.314635:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.314640:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031861 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314651:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.314655:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314659:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.314661:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314678:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314688:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.314700:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:2.0:1746157398.314729:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31597:x1830978268452224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.314734:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6864 00000100:00100000:2.0:1746157398.316267:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267120256:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.316286:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.316295:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157398.316335:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268452096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2139us (3020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.316341:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6863 00000100:00100000:0.0:1746157398.316809:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.316888:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268452352 00000100:00100000:2.0:1746157398.316895:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268452352 00010000:00010000:2.0:1746157398.316923:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.317262:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10191 00000100:00100000:2.0:1746157398.317271:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268452352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.317284:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.317307:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.317318:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.317342:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60b33 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031853 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.317364:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.317366:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.317373:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.317382:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.317410:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.317420:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.317431:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120512:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.317506:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.318890:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120512:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.318908:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.318946:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268452352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1676us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.318955:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10191 00000100:00100000:2.0:1746157398.319253:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.319302:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268452608 00000100:00100000:3.0:1746157398.319309:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268452608 00002000:00100000:3.0:1746157398.319343:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270a80 x1830978268452608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.319358:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270a80 with x1830978268452608 ext(0->4095) 00010000:00010000:3.0:1746157398.319364:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.319377:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.319383:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270a80 00000100:00100000:3.0:1746157398.319410:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2837 00000100:00100000:3.0:1746157398.319416:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268452608:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.319577:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268452608:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.319584:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2837 00002000:00100000:3.0:1746157398.319589:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270a80 x1830978268452608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.319596:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270a80 with x1830978268452608 ext(0->4095) 00010000:00010000:3.0:1746157398.319601:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.319610:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.319615:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136270a80 00000100:00100000:0.0:1746157398.320739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.320798:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268452736 00000100:00100000:2.0:1746157398.320805:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268452736 00010000:00010000:2.0:1746157398.320831:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.320862:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10192 00000100:00100000:2.0:1746157398.320867:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1985:x1830978268452736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.320877:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.320893:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.320902:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.320922:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60b3a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03185a expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.320946:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.320948:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.320954:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.320961:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.320990:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.321002:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120640:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.321105:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.322597:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120640:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.322613:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.322649:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268452736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1782us (1916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.322657:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10192 00000100:00100000:0.0:1746157398.323068:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.323183:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268452992 00000100:00100000:1.0:1746157398.323189:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268452992 00002000:00100000:1.0:1746157398.323224:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978268452992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.323233:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978268452992 ext(0->4095) 00002000:00010000:1.0:1746157398.323238:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134380 00000100:00100000:1.0:1746157398.323260:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4916 00000100:00100000:1.0:1746157398.323266:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1984:x1830978268452992:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157398.323417:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1984:x1830978268452992:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.323423:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4916 00002000:00100000:1.0:1746157398.323427:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134380 x1830978268452992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.323434:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978268452992 ext(0->4095) 00002000:00010000:1.0:1746157398.323437:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134380 00000100:00100000:0.0:1746157398.324716:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.324880:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268453120 00000100:00100000:2.0:1746157398.324892:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268453120 00000100:00100000:2.0:1746157398.324946:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6865 00000100:00100000:2.0:1746157398.324953:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268453120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.324969:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.324983:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031868 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.325006:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.325013:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.325015:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.325018:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.325043:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.325052:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.325068:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267120768:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.325362:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.327029:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.327146:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267120768:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.327166:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.327178:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157398.327207:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268453120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2254us (2498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.327214:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6865 00000100:00100000:3.0:1746157398.327288:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268453248 00000100:00100000:3.0:1746157398.327293:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268453248 00010000:00010000:3.0:1746157398.327312:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.327346:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10193 00000100:00100000:3.0:1746157398.327352:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268453248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.327361:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.327378:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.327508:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.327525:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60b41 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031861 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.327538:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.327539:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.327544:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.327550:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.327573:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.327581:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120896:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.327630:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.328828:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267120896:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.328836:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.328851:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268453248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1501us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.328856:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10193 00000100:00100000:0.0:1746157398.329878:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.329938:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268453504 00000100:00100000:1.0:1746157398.329943:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268453504 00002000:00100000:1.0:1746157398.329973:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135500 x1830978268453504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.329981:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135500 with x1830978268453504 ext(0->4095) 00002000:00010000:1.0:1746157398.329984:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135500 00000100:00100000:1.0:1746157398.330009:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4917 00000100:00100000:1.0:1746157398.330015:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268453504:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.330191:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268453504:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.330197:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4917 00002000:00100000:1.0:1746157398.330202:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135500 x1830978268453504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.330209:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135500 with x1830978268453504 ext(0->4095) 00002000:00010000:1.0:1746157398.330211:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135500 00000100:00100000:0.0:1746157398.331911:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.332180:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268453632 00000100:00100000:2.0:1746157398.332188:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268453632 00000100:00100000:2.0:1746157398.332225:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6866 00000100:00100000:2.0:1746157398.332231:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268453632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.332241:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.332252:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03186f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.332271:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.332276:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.332278:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.332281:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.332307:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.332316:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.332325:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267121024:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.332803:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.333832:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.333884:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268453760 00000100:00100000:0.0:1746157398.333889:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268453760 00000100:00100000:0.0:1746157398.333918:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6867 00000100:00100000:0.0:1746157398.333924:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268453760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157398.333933:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157398.333942:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031876 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.334018:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157398.334023:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.334027:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157398.334031:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.334052:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.334065:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.334107:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321da00, rc 0) 00000100:00100000:3.0:1746157398.334158:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267121024:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.334173:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.334185:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:3.0:1746157398.334207:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31597:x1830978268453632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1976us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.334213:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6866 00000100:00100000:0.0:1746157398.334280:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268453760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 354us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157398.334582:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6867 00000100:00100000:2.0:1746157398.334600:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.334638:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268453888 00000100:00100000:3.0:1746157398.334641:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268453888 00010000:00010000:3.0:1746157398.334653:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.334670:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10194 00000100:00100000:3.0:1746157398.334673:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268453888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.334679:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.334694:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.334703:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.334717:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60b48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031868 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.334737:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.334738:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.334743:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.334750:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.334794:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.334805:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.334814:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121280:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.334868:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.335727:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121280:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.335735:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.335759:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268453888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1085us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.335763:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10194 00000100:00100000:0.0:1746157398.336164:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.336231:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268454144 00000100:00100000:1.0:1746157398.336236:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268454144 00002000:00100000:1.0:1746157398.336259:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134700 x1830978268454144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.336266:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134700 with x1830978268454144 ext(0->4095) 00010000:00010000:1.0:1746157398.336271:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.336281:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.336286:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134700 00000100:00100000:1.0:1746157398.336307:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2838 00000100:00100000:1.0:1746157398.336313:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268454144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.336415:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268454144:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.336421:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2838 00002000:00100000:1.0:1746157398.336426:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134700 x1830978268454144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.336432:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134700 with x1830978268454144 ext(0->4095) 00010000:00010000:1.0:1746157398.336436:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.336444:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.336450:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134700 00000100:00100000:0.0:1746157398.338712:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.338776:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.338818:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268454400 00000100:00100000:3.0:1746157398.338823:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268454400 00010000:00010000:3.0:1746157398.338846:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.338880:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10195 00000100:00100000:3.0:1746157398.338887:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1983:x1830978268454400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157398.338910:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268454272 00000100:00100000:2.0:1746157398.338914:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268454272 00000100:00100000:2.0:1746157398.338938:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6868 00000100:00100000:2.0:1746157398.338943:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268454272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.338953:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.338963:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03187d expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.338985:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.338989:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.338995:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.338998:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.339022:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.339027:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.339033:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.339041:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00010000:00010000:3.0:1746157398.339045:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.339055:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.339069:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60b4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03186f expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.339118:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.339119:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.339124:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.339130:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.339148:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.339156:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.339165:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121536:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.339170:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268454272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.339175:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6868 00000100:00100000:3.0:1746157398.339202:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.341263:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.341337:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268454656 00000100:00100000:1.0:1746157398.341341:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268454656 00000100:00100000:3.0:1746157398.341349:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121536:192.168.203.5@tcp:105: 00002000:00100000:1.0:1746157398.341363:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137b80 x1830978268454656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157398.341366:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157398.341368:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137b80 with x1830978268454656 ext(0->4095) 00010000:00010000:1.0:1746157398.341373:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.341381:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.341384:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137b80 00000100:00100000:3.0:1746157398.341404:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1983:x1830978268454400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2517us (2626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.341406:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2839 00000100:00100000:3.0:1746157398.341410:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10195 00000100:00100000:1.0:1746157398.341410:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1985:x1830978268454656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.341501:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268454656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.341506:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2839 00002000:00100000:1.0:1746157398.341512:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137b80 x1830978268454656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.341519:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137b80 with x1830978268454656 ext(0->4095) 00010000:00010000:1.0:1746157398.341523:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.341603:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.341656:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137b80 00000100:00100000:0.0:1746157398.342901:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.342964:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.342982:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268454784 00000100:00100000:3.0:1746157398.342987:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268454784 00000100:00100000:3.0:1746157398.343010:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6869 00000100:00100000:3.0:1746157398.343016:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268454784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.343025:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157398.343025:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268454912 00000100:00100000:2.0:1746157398.343029:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268454912 00010000:00010000:3.0:1746157398.343035:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031884 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.343043:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.343051:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.343056:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.343061:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.343064:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.343069:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10196 00000100:00100000:2.0:1746157398.343089:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978268454912:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.343108:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.343117:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.343122:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.343131:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.343185:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.343194:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00010000:00010000:2.0:1746157398.343242:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321da00/0x4450b99e49e60b56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031876 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.343349:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746157398.343351:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268454784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 253us (369us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157398.343352:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.343357:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.343364:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6869 00010000:00010000:2.0:1746157398.343365:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.343445:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.343454:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.343464:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121792:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.343655:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.345183:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121792:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.345197:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.345239:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268454912:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2149us (2274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.345246:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10196 00000100:00100000:0.0:1746157398.346126:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.346152:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268455168 00000100:00100000:1.0:1746157398.346157:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268455168 00002000:00100000:1.0:1746157398.346182:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134000 x1830978268455168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.346190:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978268455168 ext(0->4095) 00010000:00010000:1.0:1746157398.346197:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.346209:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.346215:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134000 00000100:00100000:1.0:1746157398.346242:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2840 00000100:00100000:1.0:1746157398.346249:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268455168:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.346401:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268455168:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.346407:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2840 00002000:00100000:1.0:1746157398.346611:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134000 x1830978268455168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.346619:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978268455168 ext(0->4095) 00010000:00010000:1.0:1746157398.346624:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.346632:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.346638:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093134000 00000100:00100000:0.0:1746157398.348664:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.348764:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268455296 00000100:00100000:2.0:1746157398.348771:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268455296 00010000:00010000:2.0:1746157398.348804:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.348846:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10197 00000100:00100000:2.0:1746157398.348854:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268455296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.348869:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.348890:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.348902:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.348923:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60b5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03187d expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.348938:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.348940:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.348947:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.348954:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.348991:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.349003:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121920:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.349123:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.350940:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267121920:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.350963:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.351005:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268455296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2149us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.351018:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10197 00000100:00100000:0.0:1746157398.351164:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.351215:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268455552 00000100:00100000:1.0:1746157398.351222:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268455552 00002000:00100000:1.0:1746157398.351259:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137480 x1830978268455552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.351269:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137480 with x1830978268455552 ext(0->4095) 00002000:00010000:1.0:1746157398.351273:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137480 00000100:00100000:1.0:1746157398.351301:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4918 00000100:00100000:1.0:1746157398.351309:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268455552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.351443:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268455552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.351451:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4918 00002000:00100000:1.0:1746157398.351456:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137480 x1830978268455552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.351463:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137480 with x1830978268455552 ext(0->4095) 00002000:00010000:1.0:1746157398.351465:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137480 00000100:00100000:0.0:1746157398.352706:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.352744:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268455680 00000100:00100000:3.0:1746157398.352750:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268455680 00000100:00100000:3.0:1746157398.352793:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6870 00000100:00100000:3.0:1746157398.352800:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268455680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.352815:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.352829:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03188b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.352853:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.352860:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.352862:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.352865:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.352893:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.352910:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.352921:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267122048:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.353004:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.354340:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267122048:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.354366:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.354382:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157398.354431:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268455680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1630us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.354439:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6870 00000100:00100000:0.0:1746157398.355452:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.355510:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268455808 00000100:00100000:2.0:1746157398.355516:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268455808 00010000:00010000:2.0:1746157398.355548:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.355579:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10198 00000100:00100000:2.0:1746157398.355586:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268455808:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.355597:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.355620:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.355629:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.355651:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b64 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031884 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.355677:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.355680:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.355687:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.355695:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.355726:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.355740:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267122176:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.355813:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.356878:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267122176:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.356897:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.356932:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268455808:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1345us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.356942:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10198 00000100:00100000:0.0:1746157398.357199:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.357270:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268456064 00000100:00100000:3.0:1746157398.357276:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268456064 00002000:00100000:3.0:1746157398.357310:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137100 x1830978268456064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.357319:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137100 with x1830978268456064 ext(0->4095) 00002000:00010000:3.0:1746157398.357323:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137100 00000100:00100000:3.0:1746157398.357337:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4919 00000100:00100000:3.0:1746157398.357344:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268456064:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.357496:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268456064:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.357505:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4919 00002000:00100000:3.0:1746157398.357510:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137100 x1830978268456064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.357516:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137100 with x1830978268456064 ext(0->4095) 00002000:00010000:3.0:1746157398.357519:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137100 00000100:00100000:0.0:1746157398.360160:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.360229:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268456192 00000100:00100000:3.0:1746157398.360239:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268456192 00000100:00100000:3.0:1746157398.360293:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6871 00000100:00100000:3.0:1746157398.360301:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268456192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.360319:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.360337:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031892 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.360366:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.360374:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.360376:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.360380:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.360414:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.360426:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.360443:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267122304:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.360546:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.362682:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267122304:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.362714:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.362733:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157398.362778:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31597:x1830978268456192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2476us (2628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.362787:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6871 00000100:00100000:0.0:1746157398.363051:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.363248:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268456320 00000100:00100000:3.0:1746157398.363254:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268456320 00000100:00100000:3.0:1746157398.363289:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6872 00000100:00100000:3.0:1746157398.363297:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268456320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.363311:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.363326:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031899 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.363348:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.363352:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.363357:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.363361:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.363397:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.363407:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.363414:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157398.363435:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268456320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.363440:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6872 00000100:00100000:0.0:1746157398.363665:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.363814:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268456448 00000100:00100000:3.0:1746157398.363817:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268456448 00010000:00010000:3.0:1746157398.363833:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.364330:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10199 00000100:00100000:3.0:1746157398.364336:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268456448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.364348:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.364375:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.364387:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.364405:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03188b expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.364434:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.364436:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.364443:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.364451:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.364473:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.364483:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.364495:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267122560:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.364559:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.365933:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267122560:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.365950:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.366063:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268456448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1726us (2397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.366118:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10199 00000100:00100000:0.0:1746157398.366265:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.366321:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268456704 00000100:00100000:3.0:1746157398.366327:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268456704 00002000:00100000:3.0:1746157398.366362:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136300 x1830978268456704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.366377:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978268456704 ext(0->4095) 00010000:00010000:3.0:1746157398.366385:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.366396:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.366402:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093136300 00000100:00100000:3.0:1746157398.366440:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2841 00000100:00100000:3.0:1746157398.366448:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268456704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.366611:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268456704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (346us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.366616:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2841 00002000:00100000:3.0:1746157398.366621:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136300 x1830978268456704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.366627:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978268456704 ext(0->4095) 00010000:00010000:3.0:1746157398.366631:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.366639:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.366644:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093136300 00000100:00100000:0.0:1746157398.367992:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.368063:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268456832 00000100:00100000:3.0:1746157398.368106:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268456832 00000100:00100000:0.0:1746157398.368142:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.368153:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6873 00000100:00100000:3.0:1746157398.368160:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268456832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.368177:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.368194:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318a0 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.368213:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268456960 00000100:00100000:2.0:1746157398.368218:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268456960 00010000:00010000:3.0:1746157398.368219:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.368224:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.368229:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.368232:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.368238:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.368268:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.368278:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10200 00010000:00010000:3.0:1746157398.368280:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.368285:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1983:x1830978268456960:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.368289:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00010000:00010000:2.0:1746157398.368294:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746157398.368337:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268456832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.368343:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6873 00010000:00010000:2.0:1746157398.368688:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.368699:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.368720:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60b72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031892 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.368741:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.368744:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.368749:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.368757:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.368778:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.368789:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.368800:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267122816:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.368874:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947803c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.370492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.370566:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267122816:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.370582:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.370611:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1983:x1830978268456960:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2327us (2468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.370617:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268457216 00000100:00100000:2.0:1746157398.370620:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10200 00000100:00100000:1.0:1746157398.370625:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268457216 00002000:00100000:1.0:1746157398.370669:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137800 x1830978268457216/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.370678:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978268457216 ext(0->4095) 00010000:00010000:1.0:1746157398.370687:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.370700:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.370707:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137800 00000100:00100000:1.0:1746157398.370737:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2842 00000100:00100000:1.0:1746157398.370744:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268457216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.371251:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268457216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 505us (761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.371258:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2842 00002000:00100000:1.0:1746157398.371265:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093137800 x1830978268457216/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.371278:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978268457216 ext(0->4095) 00010000:00010000:1.0:1746157398.371283:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.371293:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.371298:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093137800 00000100:00100000:0.0:1746157398.372921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.372993:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.373064:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268457344 00000100:00100000:3.0:1746157398.373086:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268457344 00000100:00100000:3.0:1746157398.373176:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6874 00000100:00100000:3.0:1746157398.373183:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268457344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.373199:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.373211:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318a7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.373215:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268457472 00000100:00100000:2.0:1746157398.373223:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268457472 00010000:00010000:3.0:1746157398.373232:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.373237:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.373243:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.373247:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.373253:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 52 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.373291:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10201 00000100:00100000:2.0:1746157398.373299:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978268457472:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.373313:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.373334:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 52 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.373345:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 52 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.373359:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.373364:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b79 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031899 expref: 52 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.373377:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.373379:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.373386:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.373393:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.373403:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.373411:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00010000:00010000:2.0:1746157398.373420:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.373431:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.373453:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268457344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 270us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.373456:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123072:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.373459:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6874 00000100:00100000:2.0:1746157398.374066:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.375181:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123072:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.375201:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.375248:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268457472:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1948us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.375257:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10201 00000100:00100000:0.0:1746157398.375431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.375528:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268457728 00000100:00100000:1.0:1746157398.375533:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268457728 00002000:00100000:1.0:1746157398.375560:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135f80 x1830978268457728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.375569:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268457728 ext(0->4095) 00010000:00010000:1.0:1746157398.375575:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.375587:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.375592:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135f80 00000100:00100000:1.0:1746157398.375614:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2843 00000100:00100000:1.0:1746157398.375620:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268457728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.375934:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268457728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 313us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.375941:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2843 00002000:00100000:1.0:1746157398.375947:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135f80 x1830978268457728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.375953:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268457728 ext(0->4095) 00010000:00010000:1.0:1746157398.375958:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.375966:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.375972:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135f80 00000100:00100000:0.0:1746157398.377491:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.377572:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268457856 00000100:00100000:3.0:1746157398.377577:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268457856 00010000:00010000:3.0:1746157398.377596:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.377627:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10202 00000100:00100000:3.0:1746157398.377632:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268457856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.377642:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.377656:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.377665:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.377683:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60b80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a0 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.377706:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.377708:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.377713:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.377720:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.377744:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.377758:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123200:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.378129:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.379004:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123200:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.379015:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.379033:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268457856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1402us (1544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.379039:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10202 00000100:00100000:0.0:1746157398.379509:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.379554:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268458112 00000100:00100000:1.0:1746157398.379558:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268458112 00002000:00100000:1.0:1746157398.379581:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135c00 x1830978268458112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.379588:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135c00 with x1830978268458112 ext(0->4095) 00002000:00010000:1.0:1746157398.379591:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135c00 00000100:00100000:1.0:1746157398.379615:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4920 00000100:00100000:1.0:1746157398.379621:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268458112:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.379726:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268458112:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.379731:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4920 00002000:00100000:1.0:1746157398.379736:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135c00 x1830978268458112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.379742:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135c00 with x1830978268458112 ext(0->4095) 00002000:00010000:1.0:1746157398.379745:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135c00 00000100:00100000:0.0:1746157398.381139:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.381240:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268458240 00000100:00100000:3.0:1746157398.381245:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268458240 00000100:00100000:3.0:1746157398.381309:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6875 00000100:00100000:3.0:1746157398.381315:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268458240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.381326:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.381337:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318ae expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.381355:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.381362:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.381363:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.381366:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.381388:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.381403:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.381413:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267123328:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.381726:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.382926:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267123328:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.382945:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.382955:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157398.382985:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268458240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1670us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.382991:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6875 00000100:00100000:0.0:1746157398.383256:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.383318:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268458368 00000100:00100000:3.0:1746157398.383322:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268458368 00010000:00010000:3.0:1746157398.383338:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.383363:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10203 00000100:00100000:3.0:1746157398.383367:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268458368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.383375:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.383389:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.383401:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.383416:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60b87 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318a7 expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.383427:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.383429:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.383433:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.383440:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.383458:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.383466:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123456:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.383510:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.384529:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123456:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.384539:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.384557:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268458368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1190us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.384563:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10203 00000100:00100000:0.0:1746157398.385462:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.385502:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268458624 00000100:00100000:1.0:1746157398.385506:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268458624 00002000:00100000:1.0:1746157398.385531:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093334e00 x1830978268458624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.385539:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093334e00 with x1830978268458624 ext(0->4095) 00002000:00010000:1.0:1746157398.385543:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093334e00 00000100:00100000:1.0:1746157398.385563:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4921 00000100:00100000:1.0:1746157398.385569:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268458624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.385691:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268458624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.385696:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4921 00002000:00100000:1.0:1746157398.385702:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093334e00 x1830978268458624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.385709:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093334e00 with x1830978268458624 ext(0->4095) 00002000:00010000:1.0:1746157398.385711:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093334e00 00000100:00100000:0.0:1746157398.387186:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.387746:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268458752 00000100:00100000:3.0:1746157398.387752:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268458752 00000100:00100000:3.0:1746157398.387794:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6876 00000100:00100000:3.0:1746157398.387800:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268458752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.387812:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.387823:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318b5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.387842:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.387848:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.387850:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.387853:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.387876:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.387890:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.387899:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267123584:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.387963:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.389772:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267123584:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.389793:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.389805:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157398.389845:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31597:x1830978268458752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2045us (2662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.389852:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6876 00000100:00100000:0.0:1746157398.391408:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.391474:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.391535:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268458880 00000100:00100000:3.0:1746157398.391540:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268458880 00010000:00010000:3.0:1746157398.391562:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.391594:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10204 00000100:00100000:3.0:1746157398.391599:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268458880:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.391609:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.391625:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.391633:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.391650:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60b8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ae expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.391662:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.391664:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.391669:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.391676:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.391701:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.391711:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123712:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.391763:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.391905:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268459008 00000100:00100000:2.0:1746157398.391910:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268459008 00000100:00100000:2.0:1746157398.391984:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6877 00000100:00100000:2.0:1746157398.391992:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268459008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.392002:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.392013:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318bc expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.392029:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.392035:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.392036:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.392039:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.392053:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.392061:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.392069:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267123840:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.392284:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.393855:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123712:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.393870:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.393911:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268458880:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2311us (2505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.393918:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10204 00000100:00100000:0.0:1746157398.395035:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.395107:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268459264 00000100:00100000:1.0:1746157398.395115:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268459264 00000100:00100000:2.0:1746157398.395123:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267123840:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.395141:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746157398.395145:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336680 x1830978268459264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746157398.395152:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00002000:00100000:1.0:1746157398.395154:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336680 with x1830978268459264 ext(0->4095) 00010000:00010000:1.0:1746157398.395160:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 52 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.395172:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 52 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.395183:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336680 00000100:00100000:2.0:1746157398.395188:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268459008:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3197us (3713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.395194:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6877 00000100:00100000:1.0:1746157398.395209:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2844 00000100:00100000:1.0:1746157398.395215:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268459264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.395337:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268459264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.395343:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2844 00002000:00100000:1.0:1746157398.395348:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336680 x1830978268459264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.395355:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336680 with x1830978268459264 ext(0->4095) 00010000:00010000:1.0:1746157398.395359:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.395367:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.395373:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336680 00000100:00100000:0.0:1746157398.397743:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.397783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.397832:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268459392 00000100:00100000:3.0:1746157398.397838:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268459392 00000100:00100000:2.0:1746157398.397850:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268459520 00000100:00100000:2.0:1746157398.397852:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268459520 00010000:00010000:3.0:1746157398.397858:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.397877:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10205 00000100:00100000:3.0:1746157398.397883:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268459392:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.397891:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.397905:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.397914:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.397931:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60b95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318b5 expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.397943:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.397944:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.397949:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.397956:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.397956:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6878 00000100:00100000:2.0:1746157398.397961:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268459520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.397970:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.397978:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318c3 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.397979:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.397989:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123968:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.397991:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.397995:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.397996:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.397999:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.398010:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.398019:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.398026:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267124096:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.398050:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.398056:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.399943:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267123968:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.399952:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267124096:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.399964:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.399969:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.399980:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:3.0:1746157398.399992:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268459392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2108us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.399997:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268459520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2036us (2259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.400000:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10205 00000100:00100000:2.0:1746157398.400002:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6878 00000100:00100000:0.0:1746157398.400418:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.400478:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268459776 00000100:00100000:1.0:1746157398.400483:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268459776 00002000:00100000:1.0:1746157398.400507:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335f80 x1830978268459776/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.400515:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335f80 with x1830978268459776 ext(0->4095) 00010000:00010000:1.0:1746157398.400520:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.400534:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.400540:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093335f80 00000100:00100000:1.0:1746157398.400565:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2845 00000100:00100000:1.0:1746157398.400571:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268459776:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.400683:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268459776:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.400688:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2845 00002000:00100000:1.0:1746157398.400692:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335f80 x1830978268459776/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.400698:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335f80 with x1830978268459776 ext(0->4095) 00010000:00010000:1.0:1746157398.400702:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.400709:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.400713:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093335f80 00000100:00100000:0.0:1746157398.403974:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.404016:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.404189:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268459904 00000100:00100000:2.0:1746157398.404195:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268459904 00000100:00100000:2.0:1746157398.404229:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6879 00000100:00100000:2.0:1746157398.404235:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268459904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.404247:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.404259:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318ca expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.404277:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.404282:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.404287:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.404291:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.404318:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.404328:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.404340:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157398.404371:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268459904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.404376:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6879 00000100:00100000:3.0:1746157398.404574:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268460032 00000100:00100000:3.0:1746157398.404578:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268460032 00010000:00010000:3.0:1746157398.404592:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.404614:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10206 00000100:00100000:3.0:1746157398.404620:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268460032:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.404630:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.404646:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.404655:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.404668:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60b9c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318bc expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.404750:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.404752:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.404757:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.404763:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.404781:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.404792:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 5 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.404805:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267124352:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.404848:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.405901:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267124352:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.405913:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.406135:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268460032:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1515us (2117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.406142:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10206 00000100:00100000:0.0:1746157398.406257:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.406312:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268460288 00000100:00100000:3.0:1746157398.406316:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268460288 00002000:00100000:3.0:1746157398.406338:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093334700 x1830978268460288/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.406346:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093334700 with x1830978268460288 ext(0->4095) 00010000:00010000:3.0:1746157398.406352:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.406363:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.406368:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093334700 00000100:00100000:3.0:1746157398.406391:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2846 00000100:00100000:3.0:1746157398.406397:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268460288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.406500:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268460288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.406506:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2846 00002000:00100000:3.0:1746157398.406510:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093334700 x1830978268460288/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.406516:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093334700 with x1830978268460288 ext(0->4095) 00010000:00010000:3.0:1746157398.406520:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.406529:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.406533:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093334700 00000100:00100000:0.0:1746157398.408585:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.408653:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268460416 00000100:00100000:3.0:1746157398.408659:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268460416 00010000:00010000:3.0:1746157398.408677:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.408705:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10207 00000100:00100000:3.0:1746157398.408711:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4949c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268460416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.408723:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.408739:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.408747:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.408763:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60ba3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318c3 expref: 6 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.408790:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.408793:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.408798:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.408808:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.408832:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.408841:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267124480:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.408902:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.411553:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267124480:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.411575:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.411616:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4949c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268460416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2904us (3033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.411626:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10207 00000100:00100000:0.0:1746157398.412755:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.412819:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268460672 00000100:00100000:1.0:1746157398.412826:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268460672 00002000:00100000:1.0:1746157398.412869:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336300 x1830978268460672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.412878:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336300 with x1830978268460672 ext(0->4095) 00002000:00010000:1.0:1746157398.412884:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093336300 00000100:00100000:1.0:1746157398.412911:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4922 00000100:00100000:1.0:1746157398.412917:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268460672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.413128:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268460672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 210us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.413134:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4922 00002000:00100000:1.0:1746157398.413140:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336300 x1830978268460672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.413147:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336300 with x1830978268460672 ext(0->4095) 00002000:00010000:1.0:1746157398.413150:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093336300 00000100:00100000:0.0:1746157398.414863:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.414955:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268460800 00000100:00100000:1.0:1746157398.414963:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268460800 00000100:00100000:1.0:1746157398.415008:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6880 00000100:00100000:1.0:1746157398.415015:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268460800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.415030:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.415046:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318d1 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.415111:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.415119:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.415121:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.415124:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.415159:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 49 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.415170:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 49 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.415181:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267124608:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.415268:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.416677:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.416786:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267124608:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.416808:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.416821:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157398.416868:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268460800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1854us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.416875:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6880 00000100:00100000:3.0:1746157398.417546:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268460928 00000100:00100000:3.0:1746157398.417554:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268460928 00010000:00010000:3.0:1746157398.417587:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.417614:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10208 00000100:00100000:3.0:1746157398.417622:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268460928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.417634:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.417656:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.417667:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.417688:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60baa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ca expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.417721:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.417723:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.417730:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.417737:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.417769:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.417783:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267124736:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.417849:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.419482:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.419584:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268461184 00000100:00100000:1.0:1746157398.419592:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268461184 00000100:00100000:3.0:1746157398.419593:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267124736:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.419613:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157398.419631:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337800 x1830978268461184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.419640:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337800 with x1830978268461184 ext(0->4095) 00002000:00010000:1.0:1746157398.419644:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093337800 00000100:00100000:3.0:1746157398.419649:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1985:x1830978268460928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2029us (2982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.419658:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10208 00000100:00100000:1.0:1746157398.419798:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4923 00000100:00100000:1.0:1746157398.419805:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268461184:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.419960:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268461184:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.419966:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4923 00002000:00100000:1.0:1746157398.419971:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337800 x1830978268461184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.419977:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337800 with x1830978268461184 ext(0->4095) 00002000:00010000:1.0:1746157398.419980:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093337800 00000100:00100000:0.0:1746157398.421245:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.421299:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268461312 00000100:00100000:1.0:1746157398.421306:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268461312 00000100:00100000:1.0:1746157398.421348:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6881 00000100:00100000:1.0:1746157398.421354:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268461312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.421367:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.421383:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318d8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.421409:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.421416:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.421418:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.421421:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.421448:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.421462:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.421473:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267124864:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.422153:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.422538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.422656:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268461440 00000100:00100000:2.0:1746157398.422662:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268461440 00000100:00100000:2.0:1746157398.422707:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6882 00000100:00100000:2.0:1746157398.422714:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268461440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.422728:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.422740:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318df expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.422761:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.422767:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.422774:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.422777:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.422807:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.422818:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 52 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.422833:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157398.422882:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268461440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.422888:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6882 00000100:00100000:0.0:1746157398.423944:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.423997:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268461568 00000100:00100000:3.0:1746157398.424004:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268461568 00000100:00100000:1.0:1746157398.424019:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267124864:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.424032:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.424038:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.424048:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:3.0:1746157398.424057:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10209 00000100:00100000:3.0:1746157398.424063:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268461568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.424088:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157398.424104:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31597:x1830978268461312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2741us (2856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.424110:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6881 00010000:00010000:3.0:1746157398.424120:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.424130:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.424149:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60bb1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d1 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.424162:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.424163:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.424169:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.424176:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.424198:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.424206:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.424222:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125120:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.424574:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.425461:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125120:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.425480:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.425529:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268461568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1464us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.425538:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10209 00000100:00100000:0.0:1746157398.425660:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.426415:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268461824 00000100:00100000:1.0:1746157398.426423:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268461824 00002000:00100000:1.0:1746157398.426463:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9f80 x1830978268461824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.426471:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9f80 with x1830978268461824 ext(0->4095) 00010000:00010000:1.0:1746157398.426479:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.426488:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.426497:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9f80 00000100:00100000:1.0:1746157398.426528:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2847 00000100:00100000:1.0:1746157398.426535:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268461824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.426741:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268461824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 206us (1081us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.426747:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2847 00002000:00100000:1.0:1746157398.426752:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9f80 x1830978268461824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.426759:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9f80 with x1830978268461824 ext(0->4095) 00010000:00010000:1.0:1746157398.426764:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.426772:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.426778:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9f80 00000100:00100000:0.0:1746157398.428213:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.428268:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268461952 00000100:00100000:1.0:1746157398.428275:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268461952 00000100:00100000:0.0:1746157398.428303:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.428395:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268462080 00000100:00100000:3.0:1746157398.428399:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268462080 00010000:00010000:3.0:1746157398.428422:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.428493:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6883 00000100:00100000:1.0:1746157398.428501:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268461952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.428515:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.428532:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318e6 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.428559:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.428564:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.428570:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.428573:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.428587:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10210 00000100:00100000:3.0:1746157398.428594:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1983:x1830978268462080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.428603:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.428609:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 51 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.428619:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.428624:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.428628:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00010000:00010000:3.0:1746157398.428636:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.428653:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bb8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318d8 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.428669:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.428671:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.428676:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.428806:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.428829:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.428840:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.428851:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125376:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.428888:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268461952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 387us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.428894:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6883 00000100:00100000:3.0:1746157398.429192:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.430219:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125376:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.430237:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.430272:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1983:x1830978268462080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1677us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.430280:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10210 00000100:00100000:0.0:1746157398.430949:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.431017:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268462336 00000100:00100000:1.0:1746157398.431025:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268462336 00002000:00100000:1.0:1746157398.431064:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdaa00 x1830978268462336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.431111:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdaa00 with x1830978268462336 ext(0->4095) 00010000:00010000:1.0:1746157398.431122:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.431141:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.431147:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fdaa00 00000100:00100000:1.0:1746157398.431165:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2848 00000100:00100000:1.0:1746157398.431172:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268462336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.431344:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268462336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.431350:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2848 00002000:00100000:1.0:1746157398.431355:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdaa00 x1830978268462336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.431362:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdaa00 with x1830978268462336 ext(0->4095) 00010000:00010000:1.0:1746157398.431366:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.431374:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 50 pid: 8488 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.431380:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fdaa00 00000100:00100000:0.0:1746157398.433355:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.433450:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.433509:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268462592 00000100:00100000:3.0:1746157398.433517:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268462592 00000100:00100000:1.0:1746157398.433527:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268462464 00000100:00100000:1.0:1746157398.433532:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268462464 00010000:00010000:3.0:1746157398.433550:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.433585:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10211 00000100:00100000:3.0:1746157398.433592:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268462592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.433610:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.433632:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.433643:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.433659:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6884 00010000:00010000:3.0:1746157398.433665:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60bbf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318df expref: 51 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.433665:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268462464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.433678:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.433680:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.433682:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.433689:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.433689:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318ed expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.433696:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.433707:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.433713:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.433714:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.433717:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.433738:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.433747:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.433757:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.433758:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267125504:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.433766:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.433775:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125632:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.433840:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.434213:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.435597:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267125504:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.435626:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.435642:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157398.435693:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268462464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2026us (2346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.435701:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6884 00000100:00100000:3.0:1746157398.436459:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125632:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.436475:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.436505:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268462592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2913us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.436513:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10211 00000100:00100000:0.0:1746157398.436661:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.436898:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268462848 00000100:00100000:1.0:1746157398.436905:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268462848 00002000:00100000:1.0:1746157398.436939:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8700 x1830978268462848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.436949:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8700 with x1830978268462848 ext(0->4095) 00010000:00010000:1.0:1746157398.436957:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.436968:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.436975:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8700 00000100:00100000:1.0:1746157398.437000:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2849 00000100:00100000:1.0:1746157398.437006:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268462848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.437389:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268462848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 382us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.437395:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2849 00002000:00100000:1.0:1746157398.437400:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8700 x1830978268462848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.437407:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8700 with x1830978268462848 ext(0->4095) 00010000:00010000:1.0:1746157398.437412:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.437421:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.437427:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8700 00000100:00100000:0.0:1746157398.439639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.439768:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268462976 00000100:00100000:3.0:1746157398.439776:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268462976 00010000:00010000:3.0:1746157398.439812:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.439849:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10212 00000100:00100000:3.0:1746157398.439855:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268462976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.439869:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.439891:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.439902:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.439925:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60bc6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318e6 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.439939:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.439941:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.439948:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.439956:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.439990:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.440002:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125760:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.440140:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.443911:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267125760:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.443935:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.443983:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268462976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4127us (4351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.443992:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10212 00000100:00100000:0.0:1746157398.444234:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.444293:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268463232 00000100:00100000:1.0:1746157398.444301:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268463232 00002000:00100000:1.0:1746157398.444342:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdad80 x1830978268463232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.444353:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdad80 with x1830978268463232 ext(0->4095) 00002000:00010000:1.0:1746157398.444358:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fdad80 00000100:00100000:1.0:1746157398.444381:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4924 00000100:00100000:1.0:1746157398.444389:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268463232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.444545:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268463232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.444550:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4924 00002000:00100000:1.0:1746157398.444555:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdad80 x1830978268463232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.444562:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdad80 with x1830978268463232 ext(0->4095) 00002000:00010000:1.0:1746157398.444564:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fdad80 00000100:00100000:0.0:1746157398.445710:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.445791:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268463360 00000100:00100000:1.0:1746157398.445797:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268463360 00000100:00100000:1.0:1746157398.445891:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6885 00000100:00100000:1.0:1746157398.445899:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268463360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.445912:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.445928:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318f4 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.445955:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.445966:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.445969:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.445972:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.446000:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 49 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.446012:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 49 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.446029:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267125888:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.446517:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.447887:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267125888:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.447915:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.447929:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157398.447980:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268463360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2080us (2273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.447988:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6885 00000100:00100000:0.0:1746157398.448182:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.448240:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268463488 00000100:00100000:2.0:1746157398.448246:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268463488 00010000:00010000:2.0:1746157398.448272:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.448301:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10213 00000100:00100000:2.0:1746157398.448307:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268463488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.448319:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.448352:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.448362:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.448383:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60bcd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318ed expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.448397:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.448399:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.448405:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.448417:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.448449:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.448460:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267126016:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.448526:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.449929:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267126016:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.449948:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.449998:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268463488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1690us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157398.450003:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.450007:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10213 00000100:00100000:1.0:1746157398.450120:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268463744 00000100:00100000:1.0:1746157398.450127:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268463744 00002000:00100000:1.0:1746157398.450159:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8ea00 x1830978268463744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.450175:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8ea00 with x1830978268463744 ext(0->4095) 00002000:00010000:1.0:1746157398.450179:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8ea00 00000100:00100000:1.0:1746157398.450193:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4925 00000100:00100000:1.0:1746157398.450200:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268463744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.450350:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268463744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.450356:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4925 00002000:00100000:1.0:1746157398.450360:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8ea00 x1830978268463744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.450367:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8ea00 with x1830978268463744 ext(0->4095) 00002000:00010000:1.0:1746157398.450370:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8ea00 00000100:00100000:0.0:1746157398.452443:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.452582:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268463872 00000100:00100000:1.0:1746157398.452592:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268463872 00000100:00100000:1.0:1746157398.452635:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6886 00000100:00100000:1.0:1746157398.452641:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268463872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.452658:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.452672:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0318fb expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.452697:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.452705:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.452706:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.452710:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.452740:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.452751:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.452763:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267126144:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.452863:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.454682:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.454759:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267126144:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.454785:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.454800:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157398.454840:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31597:x1830978268463872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2198us (2405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.454848:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6886 00000100:00100000:1.0:1746157398.454877:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268464000 00000100:00100000:1.0:1746157398.454882:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268464000 00000100:00100000:1.0:1746157398.454920:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6887 00000100:00100000:1.0:1746157398.454926:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268464000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.454938:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.454951:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031902 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.455029:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.455034:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.455040:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.455043:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.455108:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.455119:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.455126:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157398.455146:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268464000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.455150:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6887 00000100:00100000:0.0:1746157398.455176:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.455243:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268464128 00000100:00100000:3.0:1746157398.455247:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268464128 00010000:00010000:3.0:1746157398.455264:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.455290:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10214 00000100:00100000:3.0:1746157398.455295:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4949850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268464128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.455304:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.455324:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.455334:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.455350:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60bd4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318f4 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.455373:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.455375:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.455381:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.455388:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.455407:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.455416:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.455426:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267126400:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.455479:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.458713:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.458764:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268464384 00000100:00100000:2.0:1746157398.458773:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268464384 00002000:00100000:2.0:1746157398.458817:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8c000 x1830978268464384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.458828:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8c000 with x1830978268464384 ext(0->4095) 00000100:00100000:3.0:1746157398.458832:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267126400:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.458838:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.458850:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.458853:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.458860:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8c000 00000100:00100000:2.0:1746157398.458890:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2850 00000100:00100000:2.0:1746157398.458896:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268464384:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.459845:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4949850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268464128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4544us (4665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.459856:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10214 00000100:00100000:2.0:1746157398.459870:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268464384:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 973us (1165us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.459877:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2850 00002000:00100000:2.0:1746157398.459884:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8c000 x1830978268464384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.459891:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8c000 with x1830978268464384 ext(0->4095) 00010000:00010000:2.0:1746157398.459897:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.459907:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.459913:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8c000 00000100:00100000:0.0:1746157398.461265:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.461304:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.461328:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268464512 00000100:00100000:2.0:1746157398.461336:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268464512 00000100:00100000:3.0:1746157398.461370:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268464640 00000100:00100000:3.0:1746157398.461374:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268464640 00000100:00100000:2.0:1746157398.461387:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6888 00010000:00010000:3.0:1746157398.461391:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.461394:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268464512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.461411:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157398.461413:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10215 00000100:00100000:3.0:1746157398.461417:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1983:x1830978268464640:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.461427:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031909 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.461428:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.461446:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.461503:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.461513:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.461517:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.461535:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.461545:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.461559:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.461563:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60bdb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0318fb expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.461570:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.461577:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.461578:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.461583:0:8487:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.461589:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.461602:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.461603:0:8487:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.461612:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.461623:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267126656:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.461641:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1983:x1830978268464640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 223us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.461647:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10215 00000100:00100000:2.0:1746157398.461850:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.463725:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267126656:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.463747:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157398.463790:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268464512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2396us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.463796:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6888 00000100:00100000:0.0:1746157398.463925:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.463956:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268464896 00000100:00100000:2.0:1746157398.463962:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268464896 00002000:00100000:2.0:1746157398.463992:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8c700 x1830978268464896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.464001:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8c700 with x1830978268464896 ext(0->4095) 00010000:00010000:2.0:1746157398.464194:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.464209:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.464215:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8c700 00000100:00100000:2.0:1746157398.464229:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2851 00000100:00100000:2.0:1746157398.464235:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268464896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.464374:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268464896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.464380:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2851 00002000:00100000:2.0:1746157398.464385:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8c700 x1830978268464896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.464392:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8c700 with x1830978268464896 ext(0->4095) 00010000:00010000:2.0:1746157398.464398:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.464405:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.464410:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8c700 00000100:00100000:0.0:1746157398.465612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.465662:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.465730:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268465152 00000100:00100000:3.0:1746157398.465738:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268465152 00000100:00100000:2.0:1746157398.465752:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268465024 00000100:00100000:2.0:1746157398.465756:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268465024 00010000:00010000:3.0:1746157398.465764:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.465788:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6889 00000100:00100000:3.0:1746157398.465792:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10216 00000100:00100000:2.0:1746157398.465798:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268465024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157398.465799:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268465152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.465811:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.465811:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.465823:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031910 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.465829:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.465841:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.465896:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.465902:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.465908:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.466119:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.466208:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60be2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031902 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.466222:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.466224:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.466230:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.466237:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.466294:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.466306:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.466323:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267126784:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.466393:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00010000:00010000:3.0:1746157398.466438:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.466445:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.466454:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267126912:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.466477:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.468067:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267126784:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.468109:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267126912:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.468123:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157398.468127:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 51 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.468139:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:3.0:1746157398.468160:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268465152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2362us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.468160:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268465024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2363us (2554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.468166:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6889 00000100:00100000:3.0:1746157398.468171:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10216 00000100:00100000:0.0:1746157398.468701:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.468770:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268465408 00000100:00100000:2.0:1746157398.468776:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268465408 00002000:00100000:2.0:1746157398.468809:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9b100 x1830978268465408/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.468818:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9b100 with x1830978268465408 ext(0->4095) 00010000:00010000:2.0:1746157398.468824:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.468834:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.468840:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9b100 00000100:00100000:2.0:1746157398.468868:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2852 00000100:00100000:2.0:1746157398.468875:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268465408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.469028:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268465408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.469034:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2852 00002000:00100000:2.0:1746157398.469039:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9b100 x1830978268465408/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.469046:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9b100 with x1830978268465408 ext(0->4095) 00010000:00010000:2.0:1746157398.469050:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.469058:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.469064:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9b100 00000100:00100000:0.0:1746157398.471623:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.471812:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268465536 00000100:00100000:3.0:1746157398.471821:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268465536 00010000:00010000:3.0:1746157398.471857:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.471895:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10217 00000100:00100000:3.0:1746157398.471902:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268465536:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.472012:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.472036:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.472048:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.472069:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60be9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031909 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.472130:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.472132:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.472139:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.472146:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.472331:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.472348:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127040:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.472482:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.475926:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127040:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.475953:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.476136:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268465536:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4231us (4519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.476148:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10217 00000100:00100000:0.0:1746157398.477553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.477713:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268465792 00000100:00100000:2.0:1746157398.477722:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268465792 00002000:00100000:2.0:1746157398.477765:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9bb80 x1830978268465792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.477774:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9bb80 with x1830978268465792 ext(0->4095) 00002000:00010000:2.0:1746157398.477780:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba9bb80 00000100:00100000:2.0:1746157398.477808:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4926 00000100:00100000:2.0:1746157398.477813:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268465792:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.477971:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268465792:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.477977:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4926 00002000:00100000:2.0:1746157398.477982:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9bb80 x1830978268465792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.477988:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9bb80 with x1830978268465792 ext(0->4095) 00002000:00010000:2.0:1746157398.477991:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba9bb80 00000100:00100000:0.0:1746157398.480503:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.480694:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268465920 00000100:00100000:2.0:1746157398.480702:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268465920 00000100:00100000:2.0:1746157398.480748:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6890 00000100:00100000:2.0:1746157398.480755:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268465920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.480771:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.480788:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031917 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.480814:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.480822:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.480824:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.480827:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.480855:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.480864:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.480875:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267127168:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.480964:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.482263:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267127168:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.482290:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.482304:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157398.482341:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268465920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1586us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.482348:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6890 00000100:00100000:0.0:1746157398.482559:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.482699:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268466048 00000100:00100000:3.0:1746157398.482706:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268466048 00010000:00010000:3.0:1746157398.482731:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.482802:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10218 00000100:00100000:3.0:1746157398.482810:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268466048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.482823:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.482846:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.482857:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.482879:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60bf0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031910 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.482909:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.482912:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.482919:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.482926:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.482954:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.482964:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127296:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.483335:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.484735:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127296:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.484751:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.484793:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268466048:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1984us (2235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.484800:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10218 00000100:00100000:2.0:1746157398.485029:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.485119:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268466304 00000100:00100000:3.0:1746157398.485125:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268466304 00002000:00100000:3.0:1746157398.485157:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270000 x1830978268466304/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.485166:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268466304 ext(0->4095) 00002000:00010000:3.0:1746157398.485170:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136270000 00000100:00100000:3.0:1746157398.485185:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4927 00000100:00100000:3.0:1746157398.485192:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268466304:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.485325:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268466304:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.485332:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4927 00002000:00100000:3.0:1746157398.485337:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136270000 x1830978268466304/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.485343:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268466304 ext(0->4095) 00002000:00010000:3.0:1746157398.485346:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136270000 00000100:00100000:0.0:1746157398.486331:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.486400:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.486475:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268466560 00000100:00100000:1.0:1746157398.486483:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268466560 00000100:00100000:2.0:1746157398.486501:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268466432 00000100:00100000:2.0:1746157398.486504:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268466432 00000100:00100000:1.0:1746157398.486529:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6891 00000100:00100000:2.0:1746157398.486534:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6892 00000100:00100000:1.0:1746157398.486536:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31597:x1830978268466560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157398.486538:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268466432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.486632:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.486648:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.486650:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031925 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.486655:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03191e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.486679:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.486685:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.486687:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.486690:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.486697:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.486701:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.486706:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.486708:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.486728:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.486737:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.486747:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267127424:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.486749:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.486759:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.486767:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157398.486802:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268466432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 263us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.486807:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6892 00000100:00100000:1.0:1746157398.486821:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.488280:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267127424:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.488312:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.488326:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:0.0:1746157398.488364:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.488365:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31597:x1830978268466560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1828us (2037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.488373:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6891 00000100:00100000:3.0:1746157398.488448:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268466688 00000100:00100000:3.0:1746157398.488455:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268466688 00010000:00010000:3.0:1746157398.488478:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.488499:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10219 00000100:00100000:3.0:1746157398.488505:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268466688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.488518:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.488539:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.488548:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.488566:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60bf7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031917 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.488587:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.488588:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.488594:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.488603:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.488628:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 50 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.488637:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 50 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.488647:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127680:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.488729:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.489516:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127680:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.489529:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.489566:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268466688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1059us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.489573:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10219 00000100:00100000:0.0:1746157398.489953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.490014:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268466944 00000100:00100000:3.0:1746157398.490019:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268466944 00002000:00100000:3.0:1746157398.490047:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1f80 x1830978268466944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.490056:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1f80 with x1830978268466944 ext(0->4095) 00010000:00010000:3.0:1746157398.490064:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.490111:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.490118:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f1f80 00000100:00100000:3.0:1746157398.490133:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2853 00000100:00100000:3.0:1746157398.490139:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1985:x1830978268466944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.490270:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1985:x1830978268466944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.490276:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2853 00002000:00100000:3.0:1746157398.490281:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1f80 x1830978268466944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.490289:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1f80 with x1830978268466944 ext(0->4095) 00010000:00010000:3.0:1746157398.490293:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.490302:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.490307:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f1f80 00000100:00100000:0.0:1746157398.491671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.491755:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.491869:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268467200 00000100:00100000:1.0:1746157398.491877:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268467200 00000100:00100000:1.0:1746157398.491924:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6893 00000100:00100000:1.0:1746157398.491932:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268467200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.491948:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.491964:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03192c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.491987:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.491992:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.491999:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.492002:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.492035:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.492047:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.492056:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157398.492137:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268467200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.492143:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6893 00000100:00100000:3.0:1746157398.492353:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268467072 00000100:00100000:3.0:1746157398.492357:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268467072 00010000:00010000:3.0:1746157398.492374:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.492401:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10220 00000100:00100000:3.0:1746157398.492407:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1984:x1830978268467072:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.492415:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.492435:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.492449:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.492466:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60bfe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031925 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.492478:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.492480:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.492485:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.492492:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.492513:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.492523:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.492534:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127936:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.492595:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.493844:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267127936:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.493859:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.493892:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1984:x1830978268467072:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1485us (2136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.493901:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10220 00000100:00100000:0.0:1746157398.494054:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.494286:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268467456 00000100:00100000:3.0:1746157398.494293:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268467456 00002000:00100000:3.0:1746157398.494324:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2680 x1830978268467456/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.494332:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2680 with x1830978268467456 ext(0->4095) 00010000:00010000:3.0:1746157398.494340:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.494352:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.494358:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2680 00000100:00100000:3.0:1746157398.494380:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2854 00000100:00100000:3.0:1746157398.494386:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268467456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.494528:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268467456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.494534:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2854 00002000:00100000:3.0:1746157398.494539:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2680 x1830978268467456/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.494547:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2680 with x1830978268467456 ext(0->4095) 00010000:00010000:3.0:1746157398.494551:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.494564:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.494569:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2680 00000100:00100000:0.0:1746157398.496609:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.496654:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.496720:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268467712 00000100:00100000:2.0:1746157398.496728:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268467712 00000100:00100000:2.0:1746157398.496769:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6894 00000100:00100000:2.0:1746157398.496776:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31587:x1830978268467712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.496790:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.496803:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031933 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.496823:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.496828:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.496833:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.496836:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 51 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.496863:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.496877:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 51 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.496886:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157398.496922:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31587:x1830978268467712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.496928:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6894 00000100:00100000:3.0:1746157398.497130:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268467584 00000100:00100000:3.0:1746157398.497138:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268467584 00010000:00010000:3.0:1746157398.497168:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 51 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.497203:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10221 00000100:00100000:3.0:1746157398.497209:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4949450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1985:x1830978268467584:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.497224:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.497244:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 51 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.497254:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 51 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.497273:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60c05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03191e expref: 51 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.497302:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.497304:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.497311:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.497322:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.497350:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.497361:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.497505:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128192:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.497583:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.499173:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.499186:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128192:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.499207:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.499240:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268467968 00000100:00100000:2.0:1746157398.499245:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268467968 00000100:00100000:3.0:1746157398.499248:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4949450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268467584:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2038us (2593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.499259:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10221 00002000:00100000:2.0:1746157398.499280:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f3800 x1830978268467968/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.499289:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f3800 with x1830978268467968 ext(0->4095) 00010000:00010000:2.0:1746157398.499298:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.499309:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.499315:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f3800 00000100:00100000:2.0:1746157398.499339:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2855 00000100:00100000:2.0:1746157398.499346:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268467968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.499491:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268467968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.499496:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2855 00002000:00100000:2.0:1746157398.499501:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f3800 x1830978268467968/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.499508:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f3800 with x1830978268467968 ext(0->4095) 00010000:00010000:2.0:1746157398.499512:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.499520:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.499525:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f3800 00000100:00100000:1.0:1746157398.503725:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.503908:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268468096 00000100:00100000:3.0:1746157398.503917:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268468096 00010000:00010000:3.0:1746157398.503958:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.503997:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10222 00000100:00100000:3.0:1746157398.504004:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268468096:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.504065:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.504133:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.504150:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.504173:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60c0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03192c expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.504267:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.504269:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.504277:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.504284:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.504316:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.504328:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128320:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.504420:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.506048:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128320:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.506064:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.506239:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268468096:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2234us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.506247:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10222 00000100:00100000:0.0:1746157398.507482:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.507544:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268468352 00000100:00100000:2.0:1746157398.507550:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268468352 00002000:00100000:2.0:1746157398.507589:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1c00 x1830978268468352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.507599:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1c00 with x1830978268468352 ext(0->4095) 00002000:00010000:2.0:1746157398.507603:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f1c00 00000100:00100000:2.0:1746157398.507618:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4928 00000100:00100000:2.0:1746157398.507623:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268468352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.507934:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1985:x1830978268468352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 309us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.507944:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4928 00002000:00100000:2.0:1746157398.507950:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1c00 x1830978268468352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.507956:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1c00 with x1830978268468352 ext(0->4095) 00002000:00010000:2.0:1746157398.507958:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f1c00 00000100:00100000:0.0:1746157398.509782:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.509894:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268468480 00000100:00100000:2.0:1746157398.509902:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268468480 00000100:00100000:2.0:1746157398.509960:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6895 00000100:00100000:2.0:1746157398.509968:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268468480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.509986:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.510005:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03193a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.510032:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.510039:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.510040:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.510043:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.510132:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.510143:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.510156:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267128448:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.510242:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.511374:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267128448:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157398.511374:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157398.511396:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.511409:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:3.0:1746157398.511455:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268468608 00000100:00100000:2.0:1746157398.511456:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268468480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1489us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.511461:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268468608 00000100:00100000:2.0:1746157398.511466:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6895 00010000:00010000:3.0:1746157398.511487:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.511516:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10223 00000100:00100000:3.0:1746157398.511522:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268468608:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.511533:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.511554:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.511565:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.511584:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60c13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031933 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.511653:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.511654:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.511661:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.511667:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.511692:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.511702:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128576:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.511762:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.513017:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128576:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.513033:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.513176:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:1986:x1830978268468608:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1652us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.513186:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10223 00000100:00100000:0.0:1746157398.513249:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.513311:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268468864 00000100:00100000:2.0:1746157398.513316:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268468864 00002000:00100000:2.0:1746157398.513346:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2a00 x1830978268468864/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.513355:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2a00 with x1830978268468864 ext(0->4095) 00002000:00010000:2.0:1746157398.513359:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f2a00 00000100:00100000:2.0:1746157398.513374:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4929 00000100:00100000:2.0:1746157398.513380:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268468864:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.513524:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268468864:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.513530:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4929 00002000:00100000:2.0:1746157398.513535:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2a00 x1830978268468864/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.513542:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2a00 with x1830978268468864 ext(0->4095) 00002000:00010000:2.0:1746157398.513544:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f2a00 00000100:00100000:0.0:1746157398.514631:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.514705:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268468992 00000100:00100000:2.0:1746157398.514710:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268468992 00000100:00100000:2.0:1746157398.514744:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6896 00000100:00100000:2.0:1746157398.514750:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+49:31597:x1830978268468992:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.514761:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.514776:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031941 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.514810:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.514817:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.514819:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.514822:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.514848:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.514857:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.514866:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267128704:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.514943:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.515950:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267128704:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.516039:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 50 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.516054:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157398.516142:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:31597:x1830978268468992:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1390us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.516150:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6896 00000100:00100000:0.0:1746157398.516269:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.516374:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268469120 00000100:00100000:3.0:1746157398.516381:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268469120 00010000:00010000:3.0:1746157398.516404:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.516438:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10224 00000100:00100000:3.0:1746157398.516445:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268469120:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.516456:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.516479:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.516490:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.516510:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60c1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03193a expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.516536:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.516538:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.516545:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.516553:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.516581:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.516593:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128832:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.516652:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.517898:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267128832:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.517915:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.517951:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268469120:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1506us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.517959:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10224 00000100:00100000:0.0:1746157398.518238:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.518307:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268469376 00000100:00100000:2.0:1746157398.518314:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268469376 00002000:00100000:2.0:1746157398.518347:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1c00 x1830978268469376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.518357:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1c00 with x1830978268469376 ext(0->4095) 00002000:00010000:2.0:1746157398.518362:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1c00 00000100:00100000:2.0:1746157398.518387:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4930 00000100:00100000:2.0:1746157398.518393:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268469376:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.518531:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1986:x1830978268469376:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.518537:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4930 00002000:00100000:2.0:1746157398.518542:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1c00 x1830978268469376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.518549:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1c00 with x1830978268469376 ext(0->4095) 00002000:00010000:2.0:1746157398.518552:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1c00 00000100:00100000:0.0:1746157398.525903:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.526011:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268469504 00000100:00100000:2.0:1746157398.526020:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268469504 00000100:00100000:2.0:1746157398.526105:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6897 00000100:00100000:2.0:1746157398.526115:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268469504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.526132:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.526149:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031948 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.526180:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.526187:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.526189:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.526192:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.526221:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 49 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.526232:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 49 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.526243:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267128960:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.526754:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.529254:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.529292:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267128960:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.529323:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.529341:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:3.0:1746157398.529390:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268469632 00000100:00100000:3.0:1746157398.529397:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268469632 00000100:00100000:2.0:1746157398.529399:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268469504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3285us (3506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.529408:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6897 00002000:00100000:3.0:1746157398.529510:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a55e0a80 x1830978268469632/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.529520:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0a80 with x1830978268469632 ext(0->7) 00010000:00010000:3.0:1746157398.529526:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.529538:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 50 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.529543:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0a80 00000100:00100000:3.0:1746157398.529573:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2856 00000100:00100000:3.0:1746157398.529580:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+50:1983:x1830978268469632:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157398.530363:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1983:x1830978268469632:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 781us (1115us total) trans 4294968003 rc 0/0 00000100:00100000:3.0:1746157398.530370:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2856 00002000:00100000:3.0:1746157398.530375:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a55e0a80 x1830978268469632/t4294968003(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.530382:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0a80 with x1830978268469632 ext(0->7) 00010000:00010000:3.0:1746157398.530388:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.530397:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.530403:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0a80 00000100:00100000:0.0:1746157398.531923:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.532561:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268469760 00000100:00100000:3.0:1746157398.532889:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268469760 00010000:00010000:3.0:1746157398.532935:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.532990:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10225 00000100:00100000:3.0:1746157398.532999:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1984:x1830978268469760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.533011:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.533033:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.533044:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.533067:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60c21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031941 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.533294:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.533296:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.533309:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.533318:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.533353:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.533365:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129088:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.533464:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.537517:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.537573:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268469888 00000100:00100000:2.0:1746157398.537583:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268469888 00000100:00100000:2.0:1746157398.537640:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6898 00000100:00100000:2.0:1746157398.537649:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268469888:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.537668:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.537686:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03194f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.537719:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.537726:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.537728:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.537732:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.537765:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.537779:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.537791:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267129216:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.537878:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.537921:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129088:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.537934:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.537965:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1984:x1830978268469760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4968us (6049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.537971:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10225 00000100:00100000:0.0:1746157398.538330:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.538367:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268470144 00000100:00100000:3.0:1746157398.538370:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268470144 00002000:00100000:3.0:1746157398.538396:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e3b80 x1830978268470144/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.538410:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3b80 with x1830978268470144 ext(0->4095) 00010000:00010000:3.0:1746157398.538415:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.538425:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.538442:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e3b80 00000100:00100000:3.0:1746157398.538461:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2857 00000100:00100000:3.0:1746157398.538467:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268470144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.538608:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268470144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.538613:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2857 00002000:00100000:3.0:1746157398.538618:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e3b80 x1830978268470144/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.538624:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3b80 with x1830978268470144 ext(0->4095) 00010000:00010000:3.0:1746157398.538628:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.538635:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.538639:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e3b80 00000100:00100000:2.0:1746157398.540876:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267129216:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.540910:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.540928:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157398.540988:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268469888:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3339us (3480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.540996:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6898 00000100:00100000:0.0:1746157398.541744:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.541873:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268470272 00000100:00100000:2.0:1746157398.541880:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268470272 00000100:00100000:0.0:1746157398.541897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.541928:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6899 00000100:00100000:2.0:1746157398.541936:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31597:x1830978268470272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.541952:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.541967:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031956 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.541990:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.541996:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.542001:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.542004:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.542033:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268470400 00010000:00010000:2.0:1746157398.542036:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.542038:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268470400 00010000:00010000:2.0:1746157398.542046:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.542054:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00010000:00010000:3.0:1746157398.542058:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.542130:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31597:x1830978268470272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.542139:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6899 00000100:00100000:3.0:1746157398.542176:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10226 00000100:00100000:3.0:1746157398.542183:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268470400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.542193:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.542316:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.542328:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.542345:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60c28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031948 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.542368:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.542370:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.542376:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.542383:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.542404:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.542415:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.542427:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129472:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.542637:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.544615:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.544655:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129472:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.544676:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.544730:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268470400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2546us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.544738:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268470656 00000100:00100000:3.0:1746157398.544740:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10226 00000100:00100000:2.0:1746157398.544748:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268470656 00002000:00100000:2.0:1746157398.544786:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2d80 x1830978268470656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.544796:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2d80 with x1830978268470656 ext(0->4095) 00010000:00010000:2.0:1746157398.544803:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.544816:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.544823:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2d80 00000100:00100000:2.0:1746157398.544852:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2858 00000100:00100000:2.0:1746157398.544858:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978268470656:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.544992:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978268470656:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.544998:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2858 00002000:00100000:2.0:1746157398.545003:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2d80 x1830978268470656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.545011:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2d80 with x1830978268470656 ext(0->4095) 00010000:00010000:2.0:1746157398.545016:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.545031:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.545036:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2d80 00000100:00100000:0.0:1746157398.546869:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.546922:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268470784 00000100:00100000:3.0:1746157398.546929:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268470784 00010000:00010000:3.0:1746157398.546960:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.546997:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10227 00000100:00100000:3.0:1746157398.547004:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1985:x1830978268470784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.547018:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.547040:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.547052:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.547107:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60c2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03194f expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.547123:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.547125:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.547132:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.547140:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.547171:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.547184:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129600:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.547279:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.548632:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129600:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.548646:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.548685:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268470784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1681us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.548691:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10227 00000100:00100000:0.0:1746157398.549230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.549296:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268471040 00000100:00100000:2.0:1746157398.549302:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268471040 00002000:00100000:2.0:1746157398.549329:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1f80 x1830978268471040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.549337:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1f80 with x1830978268471040 ext(0->4095) 00002000:00010000:2.0:1746157398.549341:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1f80 00000100:00100000:2.0:1746157398.549351:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4931 00000100:00100000:2.0:1746157398.549357:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268471040:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.549688:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268471040:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 329us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.549693:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4931 00002000:00100000:2.0:1746157398.549699:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1f80 x1830978268471040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.549705:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1f80 with x1830978268471040 ext(0->4095) 00002000:00010000:2.0:1746157398.549708:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1f80 00000100:00100000:0.0:1746157398.551215:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.551317:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268471168 00000100:00100000:3.0:1746157398.551324:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268471168 00000100:00100000:3.0:1746157398.551365:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6900 00000100:00100000:3.0:1746157398.551372:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268471168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.551387:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.551403:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03195d expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.551560:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 51 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.551573:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.551575:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.551578:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.551606:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 51 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.551617:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 51 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.551629:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267129728:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.551709:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.553236:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267129728:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.553262:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.553277:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157398.553315:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268471168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1943us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.553323:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6900 00000100:00100000:0.0:1746157398.553482:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.553631:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268471296 00000100:00100000:3.0:1746157398.553636:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268471296 00010000:00010000:3.0:1746157398.553658:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.553682:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10228 00000100:00100000:3.0:1746157398.553689:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4949050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978268471296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.553701:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.553722:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.553733:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.553755:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60c36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031956 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.553766:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.553768:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.553775:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.553782:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.553808:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.553820:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129856:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.554044:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.556220:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.556288:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268471552 00000100:00100000:2.0:1746157398.556298:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268471552 00000100:00100000:3.0:1746157398.556325:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267129856:192.168.203.5@tcp:105: 00002000:00100000:2.0:1746157398.556335:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2a00 x1830978268471552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157398.556345:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157398.556349:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2a00 with x1830978268471552 ext(0->4095) 00002000:00010000:2.0:1746157398.556353:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e2a00 00000100:00100000:2.0:1746157398.556385:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4932 00000100:00100000:2.0:1746157398.556392:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268471552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.556408:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4949050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268471296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2718us (2925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.556418:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10228 00000100:00100000:2.0:1746157398.556537:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268471552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.556544:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4932 00002000:00100000:2.0:1746157398.556548:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2a00 x1830978268471552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.556555:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2a00 with x1830978268471552 ext(0->4095) 00002000:00010000:2.0:1746157398.556558:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e2a00 00000100:00100000:0.0:1746157398.558273:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.559056:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268471680 00000100:00100000:3.0:1746157398.559065:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268471680 00000100:00100000:3.0:1746157398.559157:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6901 00000100:00100000:3.0:1746157398.559165:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31597:x1830978268471680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.559182:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.559204:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031964 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.559306:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.559313:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.559315:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.559318:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.559348:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.559415:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.559427:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267129984:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.559867:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.561921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.562120:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267129984:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.562142:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.562155:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:1.0:1746157398.562168:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268471808 00000100:00100000:1.0:1746157398.562174:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268471808 00000100:00100000:3.0:1746157398.562187:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31597:x1830978268471680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3024us (3920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.562194:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6901 00000100:00100000:1.0:1746157398.562220:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6902 00000100:00100000:1.0:1746157398.562314:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268471808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.562328:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.562340:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03196b expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.562356:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.562361:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.562366:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.562372:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 53 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.562395:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.562404:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 53 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.562410:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157398.562530:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31587:x1830978268471808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 303us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.562536:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6902 00000100:00100000:0.0:1746157398.562686:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.562735:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268471936 00000100:00100000:3.0:1746157398.562739:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268471936 00010000:00010000:3.0:1746157398.562759:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.562785:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10229 00000100:00100000:3.0:1746157398.562790:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268471936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.562798:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.562815:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.562824:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.562838:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60c3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03195d expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.562865:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.562867:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.562875:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.562882:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.562899:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 52 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.562908:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 52 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.562916:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267130240:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.562970:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.564820:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267130240:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.564841:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.564878:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268471936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2087us (2198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.564887:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10229 00000100:00100000:0.0:1746157398.565442:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.565531:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268472192 00000100:00100000:2.0:1746157398.565540:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268472192 00002000:00100000:2.0:1746157398.565574:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1180 x1830978268472192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.565582:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1180 with x1830978268472192 ext(0->4095) 00010000:00010000:2.0:1746157398.565589:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.565600:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.565607:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e1180 00000100:00100000:2.0:1746157398.565625:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2859 00000100:00100000:2.0:1746157398.565631:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978268472192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.565770:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978268472192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.565776:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2859 00002000:00100000:2.0:1746157398.565781:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1180 x1830978268472192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.565788:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1180 with x1830978268472192 ext(0->4095) 00010000:00010000:2.0:1746157398.565792:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.565800:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.565810:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e1180 00000100:00100000:0.0:1746157398.567749:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.567816:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268472320 00000100:00100000:1.0:1746157398.567824:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268472320 00000100:00100000:1.0:1746157398.567865:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6903 00000100:00100000:1.0:1746157398.567871:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268472320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.567883:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.568002:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031972 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.568023:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746157398.568023:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157398.568029:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.568034:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.568038:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.568065:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.568118:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.568126:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157398.568166:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268472320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 295us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.568170:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268472448 00000100:00100000:1.0:1746157398.568172:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6903 00000100:00100000:2.0:1746157398.568176:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268472448 00010000:00010000:2.0:1746157398.568202:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.568227:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10230 00000100:00100000:2.0:1746157398.568233:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1985:x1830978268472448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.568244:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.568264:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.568377:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.568399:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60c44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031964 expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.568416:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.568417:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.568424:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.568431:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.568458:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.568469:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.568480:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267130496:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.568989:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.569944:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136271880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267130496:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.569961:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.570009:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268472448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1775us (1986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.570019:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10230 00000100:00100000:2.0:1746157398.571331:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.571379:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268472704 00000100:00100000:0.0:1746157398.571386:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268472704 00002000:00100000:0.0:1746157398.571424:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271880 x1830978268472704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157398.571433:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271880 with x1830978268472704 ext(0->4095) 00010000:00010000:0.0:1746157398.571442:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746157398.571455:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746157398.571462:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136271880 00000100:00100000:0.0:1746157398.571489:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2860 00000100:00100000:0.0:1746157398.571495:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268472704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157398.571656:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268472704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157398.571662:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2860 00002000:00100000:0.0:1746157398.571667:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136271880 x1830978268472704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157398.571674:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271880 with x1830978268472704 ext(0->4095) 00010000:00010000:0.0:1746157398.571679:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746157398.571689:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746157398.571695:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136271880 00000100:00100000:0.0:1746157398.574397:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.574469:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268472960 00000100:00100000:1.0:1746157398.574478:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268472960 00000100:00100000:0.0:1746157398.575249:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.575354:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6904 00000100:00100000:1.0:1746157398.575366:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268472960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.575386:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157398.575394:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268472832 00000100:00100000:2.0:1746157398.575403:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268472832 00010000:00010000:1.0:1746157398.575415:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031979 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.575439:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.575442:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.575448:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.575454:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157398.575457:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.575471:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10231 00000100:00100000:2.0:1746157398.575478:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1984:x1830978268472832:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.575489:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.575493:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.575506:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.575511:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.575517:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.575534:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60c4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03196b expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.575534:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.575536:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.575542:0:8489:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.575553:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.575566:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157398.575573:0:8489:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.575583:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.575600:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267130752:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.575604:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1984:x1830978268472832:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 128us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.575609:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10231 00000100:00100000:1.0:1746157398.575671:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.576938:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267130752:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.576953:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157398.576996:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31587:x1830978268472960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1633us (2607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.577004:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6904 00000100:00100000:2.0:1746157398.578527:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.578594:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268473216 00000100:00100000:0.0:1746157398.578603:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268473216 00002000:00100000:0.0:1746157398.578644:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273800 x1830978268473216/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157398.578654:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978268473216 ext(0->4095) 00010000:00010000:0.0:1746157398.578662:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746157398.578676:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746157398.578683:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136273800 00000100:00100000:0.0:1746157398.578706:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2861 00000100:00100000:0.0:1746157398.578713:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268473216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157398.578874:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268473216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157398.578881:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2861 00002000:00100000:0.0:1746157398.578886:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136273800 x1830978268473216/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157398.578899:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978268473216 ext(0->4095) 00010000:00010000:0.0:1746157398.578904:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746157398.578913:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746157398.578918:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136273800 00000100:00100000:0.0:1746157398.581050:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.581227:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268473344 00000100:00100000:2.0:1746157398.581234:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268473344 00010000:00010000:2.0:1746157398.581255:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.581272:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10232 00000100:00100000:2.0:1746157398.581276:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268473344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.581284:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.581297:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.581304:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.581317:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031972 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.581330:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.581331:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.581336:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.581341:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.581359:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.581365:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267130880:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.581432:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.582636:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267130880:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.582653:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.582696:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268473344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1418us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.582705:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10232 00000100:00100000:0.0:1746157398.583581:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.583647:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268473600 00000100:00100000:2.0:1746157398.583652:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268473600 00002000:00100000:2.0:1746157398.583677:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604e300 x1830978268473600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.583684:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830978268473600 ext(0->4095) 00002000:00010000:2.0:1746157398.583687:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604e300 00000100:00100000:2.0:1746157398.583698:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4933 00000100:00100000:2.0:1746157398.583701:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268473600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.583820:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1985:x1830978268473600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.583826:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4933 00002000:00100000:2.0:1746157398.583831:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604e300 x1830978268473600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.583838:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830978268473600 ext(0->4095) 00002000:00010000:2.0:1746157398.583840:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604e300 00000100:00100000:0.0:1746157398.584847:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.584909:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268473728 00000100:00100000:1.0:1746157398.584917:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268473728 00000100:00100000:1.0:1746157398.584977:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6905 00000100:00100000:1.0:1746157398.584986:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268473728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.585001:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.585018:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031980 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.585045:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.585053:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.585054:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.585058:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.585138:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.585156:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.585168:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131008:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.585264:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.585968:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131008:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.585991:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.586004:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157398.586044:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268473728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1059us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.586051:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6905 00000100:00100000:0.0:1746157398.586371:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.586435:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268473856 00000100:00100000:2.0:1746157398.586440:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268473856 00010000:00010000:2.0:1746157398.586463:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.586488:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10233 00000100:00100000:2.0:1746157398.586495:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978268473856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.586504:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.586519:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.586528:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.586544:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031979 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.586565:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.586566:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.586572:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.586578:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.586600:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.586609:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267131136:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.586667:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.587732:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267131136:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.587745:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.587769:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:1986:x1830978268473856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1274us (1399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.587990:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10233 00000100:00100000:0.0:1746157398.588294:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.588344:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268474112 00000100:00100000:2.0:1746157398.588350:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268474112 00002000:00100000:2.0:1746157398.588374:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604ea00 x1830978268474112/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.588381:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ea00 with x1830978268474112 ext(0->4095) 00002000:00010000:2.0:1746157398.588385:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604ea00 00000100:00100000:2.0:1746157398.588410:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4934 00000100:00100000:2.0:1746157398.588415:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268474112:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.588537:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268474112:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.588543:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4934 00002000:00100000:2.0:1746157398.588547:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604ea00 x1830978268474112/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.588553:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ea00 with x1830978268474112 ext(0->4095) 00002000:00010000:2.0:1746157398.588556:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604ea00 00000100:00100000:0.0:1746157398.589853:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.589895:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268474240 00000100:00100000:1.0:1746157398.589903:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268474240 00000100:00100000:1.0:1746157398.589983:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6906 00000100:00100000:1.0:1746157398.589990:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+51:31597:x1830978268474240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.590006:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.590021:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031987 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.590047:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.590060:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.590062:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.590065:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.590130:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.590142:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.590153:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131264:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.590223:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.591707:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.591762:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131264:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.591779:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268474368 00010000:00010000:1.0:1746157398.591786:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 52 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.591789:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268474368 00010000:00010000:1.0:1746157398.591800:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00010000:00010000:2.0:1746157398.591822:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.591843:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:31597:x1830978268474240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (1996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.591851:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10234 00000100:00100000:1.0:1746157398.591852:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6906 00000100:00100000:2.0:1746157398.591858:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268474368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.591870:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.591889:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.591904:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.591922:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031980 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.591949:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.591950:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.591956:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.591963:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.591991:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.592001:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267131392:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.592141:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.593479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.593592:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267131392:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.593613:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.593651:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268474368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1793us (1948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.593659:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10234 00000100:00100000:1.0:1746157398.593711:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268474624 00000100:00100000:1.0:1746157398.593716:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268474624 00002000:00100000:1.0:1746157398.593746:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604df80 x1830978268474624/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.593758:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830978268474624 ext(0->4095) 00002000:00010000:1.0:1746157398.593762:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604df80 00000100:00100000:1.0:1746157398.593780:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4935 00000100:00100000:1.0:1746157398.593784:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978268474624:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.594124:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978268474624:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 338us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.594130:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4935 00002000:00100000:1.0:1746157398.594135:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604df80 x1830978268474624/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.594141:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830978268474624 ext(0->4095) 00002000:00010000:1.0:1746157398.594144:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604df80 00000100:00100000:0.0:1746157398.595260:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.595324:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268474752 00000100:00100000:1.0:1746157398.595329:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268474752 00000100:00100000:1.0:1746157398.595371:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6907 00000100:00100000:1.0:1746157398.595378:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268474752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.595390:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.595406:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03198e expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.595433:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.595440:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.595466:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.595472:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.595500:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 51 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.595512:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 51 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.595525:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131520:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.595740:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.597423:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131520:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.597458:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.597473:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:0.0:1746157398.597501:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.597682:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268474752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2303us (2424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.597691:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6907 00000100:00100000:2.0:1746157398.597949:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268474880 00000100:00100000:2.0:1746157398.597956:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268474880 00002000:00100000:2.0:1746157398.597987:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013604e680 x1830978268474880/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.597996:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830978268474880 ext(0->7) 00010000:00010000:2.0:1746157398.598001:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.598014:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 52 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.598020:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604e680 00000100:00100000:2.0:1746157398.598050:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2862 00000100:00100000:2.0:1746157398.598056:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+52:1986:x1830978268474880:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157398.600118:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1986:x1830978268474880:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 2057us (2617us total) trans 4294968004 rc 0/0 00000100:00100000:2.0:1746157398.600126:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2862 00002000:00100000:2.0:1746157398.600134:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013604e680 x1830978268474880/t4294968004(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.600141:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830978268474880 ext(0->7) 00010000:00010000:2.0:1746157398.600147:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.600159:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.600165:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604e680 00000100:00100000:0.0:1746157398.601913:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.602004:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268475008 00000100:00100000:2.0:1746157398.602011:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268475008 00010000:00010000:2.0:1746157398.602044:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.602087:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10235 00000100:00100000:2.0:1746157398.602104:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4948c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1986:x1830978268475008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.602114:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.602128:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.602136:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.602153:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60c67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031987 expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.602177:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.602178:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.602184:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.602190:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.602216:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.602226:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267131648:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.602284:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.604876:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267131648:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.604893:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.604935:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4948c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978268475008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2841us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.604944:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10235 00000100:00100000:0.0:1746157398.606878:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.606932:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268475264 00000100:00100000:0.0:1746157398.606935:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.606938:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268475264 00002000:00100000:2.0:1746157398.606969:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c700 x1830978268475264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.606977:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830978268475264 ext(0->4095) 00002000:00010000:2.0:1746157398.606981:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604c700 00000100:00100000:1.0:1746157398.607452:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268475392 00000100:00100000:1.0:1746157398.607456:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268475392 00000100:00100000:1.0:1746157398.607491:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6908 00000100:00100000:1.0:1746157398.607497:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31587:x1830978268475392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.607508:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.607519:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031995 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.607544:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.607551:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.607552:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.607555:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.607578:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.607587:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.607597:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131776:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.607610:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2863 00000100:00100000:2.0:1746157398.607617:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268475264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.607649:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.607773:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268475264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.607845:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2863 00002000:00100000:2.0:1746157398.607851:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c700 x1830978268475264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.607857:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830978268475264 ext(0->4095) 00010000:00010000:2.0:1746157398.607862:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.607871:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.607876:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c700 00000100:00100000:1.0:1746157398.609335:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267131776:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.609350:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.609361:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157398.609395:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:31587:x1830978268475392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1897us (2458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.609401:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6908 00000100:00100000:0.0:1746157398.609827:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.609871:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.609937:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268475648 00000100:00100000:2.0:1746157398.609941:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268475520 00000100:00100000:1.0:1746157398.609945:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268475648 00000100:00100000:2.0:1746157398.609947:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268475520 00010000:00010000:2.0:1746157398.609968:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.609988:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6909 00000100:00100000:1.0:1746157398.609995:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:31597:x1830978268475648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157398.610002:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10236 00000100:00100000:2.0:1746157398.610008:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268475520:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.610009:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.610017:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.610022:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03199c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.610042:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.610046:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.610052:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.610055:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 55 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.610124:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.610128:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.610135:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.610149:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 55 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.610158:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157398.610196:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:31597:x1830978268475648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.610202:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6909 00010000:00010000:2.0:1746157398.610292:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60c6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03198e expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.610314:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.610316:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.610321:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.610328:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.610355:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.610364:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.610374:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132032:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.610416:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.612109:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.612164:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132032:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.612176:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.612187:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268475904 00000100:00100000:3.0:1746157398.612192:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268475904 00000100:00100000:2.0:1746157398.612212:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268475520:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2203us (2390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.612219:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10236 00002000:00100000:3.0:1746157398.612220:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f800 x1830978268475904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.612235:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830978268475904 ext(0->4095) 00010000:00010000:3.0:1746157398.612241:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.612252:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.612258:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604f800 00000100:00100000:3.0:1746157398.612279:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2864 00000100:00100000:3.0:1746157398.612286:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:1986:x1830978268475904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.612423:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:1986:x1830978268475904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.612429:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2864 00002000:00100000:3.0:1746157398.612435:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f800 x1830978268475904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.612442:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830978268475904 ext(0->4095) 00010000:00010000:3.0:1746157398.612447:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.612455:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.612460:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604f800 00000100:00100000:0.0:1746157398.614138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.614213:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268476032 00000100:00100000:2.0:1746157398.614217:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268476032 00010000:00010000:2.0:1746157398.614238:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.614256:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10237 00000100:00100000:2.0:1746157398.614263:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:1983:x1830978268476032:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.614271:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.614286:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.614295:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.614312:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60c75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031995 expref: 55 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.614334:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.614336:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.614341:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.614348:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.614372:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 54 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.614382:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132160:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.614670:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.615880:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132160:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.615892:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.615914:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1983:x1830978268476032:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1652us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.615921:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10237 00000100:00100000:0.0:1746157398.616446:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.616538:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268476288 00000100:00100000:3.0:1746157398.616543:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268476288 00002000:00100000:3.0:1746157398.616566:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604fb80 x1830978268476288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.616574:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830978268476288 ext(0->4095) 00002000:00010000:3.0:1746157398.616578:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604fb80 00000100:00100000:3.0:1746157398.616652:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4937 00000100:00100000:3.0:1746157398.616659:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1986:x1830978268476288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.616822:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1986:x1830978268476288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.616828:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4937 00002000:00100000:3.0:1746157398.616832:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604fb80 x1830978268476288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.616839:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830978268476288 ext(0->4095) 00002000:00010000:3.0:1746157398.616841:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604fb80 00000100:00100000:0.0:1746157398.617937:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.617991:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268476416 00000100:00100000:1.0:1746157398.617995:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268476416 00000100:00100000:3.0:1746157398.618148:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6910 00000100:00100000:3.0:1746157398.618155:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268476416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.618165:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.618177:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319a3 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.618194:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 53 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.618201:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.618202:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.618206:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.618226:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 53 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.618235:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 53 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.618243:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267132288:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.618296:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.619529:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.619588:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268476544 00000100:00100000:2.0:1746157398.619592:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268476544 00010000:00010000:2.0:1746157398.619609:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.619632:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10238 00000100:00100000:3.0:1746157398.619635:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267132288:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.619638:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1986:x1830978268476544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.619645:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.619651:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.619659:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.619662:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00010000:00010000:2.0:1746157398.619667:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.619681:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60c7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03199c expref: 54 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.619685:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268476416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1531us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.619691:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6910 00010000:00010000:2.0:1746157398.619699:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.619701:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.619705:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.619712:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.619730:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.619738:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132416:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.619790:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.621223:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132416:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157398.621230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157398.621235:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.621268:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:1986:x1830978268476544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1630us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.621274:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10238 00000100:00100000:3.0:1746157398.621283:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268476800 00000100:00100000:3.0:1746157398.621287:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268476800 00002000:00100000:3.0:1746157398.621308:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738a80 x1830978268476800/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.621314:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738a80 with x1830978268476800 ext(0->4095) 00002000:00010000:3.0:1746157398.621317:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1738a80 00000100:00100000:3.0:1746157398.621466:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4938 00000100:00100000:3.0:1746157398.621472:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268476800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.621583:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268476800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (353us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.621589:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4938 00002000:00100000:3.0:1746157398.621593:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738a80 x1830978268476800/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.621600:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738a80 with x1830978268476800 ext(0->4095) 00002000:00010000:3.0:1746157398.621603:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1738a80 00000100:00100000:0.0:1746157398.622634:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.622692:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268476928 00000100:00100000:3.0:1746157398.622696:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268476928 00000100:00100000:3.0:1746157398.622763:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6911 00000100:00100000:3.0:1746157398.622769:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+53:31597:x1830978268476928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.622778:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.622788:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319aa expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.622806:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.622812:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.622814:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.622816:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 54 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.622836:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.622850:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.622859:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267132544:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.622982:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.624037:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267132544:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.624054:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 54 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.624067:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157398.624120:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:31597:x1830978268476928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1351us (1487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.624126:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6911 00000100:00100000:1.0:1746157398.624234:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.624328:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268477056 00000100:00100000:2.0:1746157398.624332:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268477056 00010000:00010000:2.0:1746157398.624353:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.624380:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10239 00000100:00100000:2.0:1746157398.624386:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268477056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.624394:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.624408:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.624417:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.624430:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319a3 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.624452:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.624454:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.624459:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.624465:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.624690:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.624699:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132672:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.624912:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.627200:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132672:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.627215:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.627252:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268477056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2866us (3017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.627260:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10239 00000100:00100000:0.0:1746157398.627522:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.627566:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268477312 00000100:00100000:3.0:1746157398.627571:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268477312 00002000:00100000:3.0:1746157398.627598:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173aa00 x1830978268477312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.627606:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173aa00 with x1830978268477312 ext(0->4095) 00002000:00010000:3.0:1746157398.627610:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a173aa00 00000100:00100000:3.0:1746157398.627624:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4939 00000100:00100000:3.0:1746157398.627630:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1985:x1830978268477312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.628613:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1985:x1830978268477312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 980us (1088us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.628624:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4939 00002000:00100000:3.0:1746157398.628630:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173aa00 x1830978268477312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.628638:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173aa00 with x1830978268477312 ext(0->4095) 00002000:00010000:3.0:1746157398.628642:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a173aa00 00000100:00100000:0.0:1746157398.631645:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.631765:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268477440 00000100:00100000:3.0:1746157398.631772:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268477440 00000100:00100000:3.0:1746157398.631871:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6912 00000100:00100000:3.0:1746157398.631879:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268477440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.631891:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.631903:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319b1 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.631999:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.632006:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.632008:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.632011:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.632036:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 53 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.632046:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 53 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.632062:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267132800:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.632173:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.633523:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267132800:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.633541:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.633553:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157398.633587:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268477440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1709us (1948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.633594:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6912 00000100:00100000:0.0:1746157398.633945:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157398.634198:0:9878:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746157398.634240:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268477568 00000100:00100000:3.0:1746157398.634245:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268477568 00002000:00100000:3.0:1746157398.634264:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a173b100 x1830978268477568/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.634272:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173b100 with x1830978268477568 ext(0->7) 00010000:00010000:3.0:1746157398.634277:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 54 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.634286:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 54 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.634292:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a173b100 00000100:00100000:3.0:1746157398.634303:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2865 00000100:00100000:3.0:1746157398.634308:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+54:1985:x1830978268477568:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157398.634788:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268477568:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 478us (842us total) trans 4294968005 rc 0/0 00000100:00100000:3.0:1746157398.634794:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2865 00002000:00100000:3.0:1746157398.634803:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a173b100 x1830978268477568/t4294968005(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.634815:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173b100 with x1830978268477568 ext(0->7) 00010000:00010000:3.0:1746157398.634820:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.634828:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.634834:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a173b100 00000100:00100000:0.0:1746157398.637007:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.637159:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268477696 00000100:00100000:2.0:1746157398.637165:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268477696 00010000:00010000:2.0:1746157398.637189:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.637208:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10240 00000100:00100000:2.0:1746157398.637213:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268477696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.637222:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.637237:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.637256:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.637277:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60c8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319aa expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.637299:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.637301:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.637306:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.637313:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.637335:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.637344:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132928:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.637415:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.638743:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267132928:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.638755:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.638925:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:1985:x1830978268477696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1711us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.638932:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10240 00000100:00100000:0.0:1746157398.639324:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.639392:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268477952 00000100:00100000:3.0:1746157398.639396:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268477952 00002000:00100000:3.0:1746157398.639419:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739500 x1830978268477952/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.639428:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739500 with x1830978268477952 ext(0->4095) 00002000:00010000:3.0:1746157398.639431:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739500 00000100:00100000:3.0:1746157398.639449:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4940 00000100:00100000:3.0:1746157398.639454:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268477952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.639570:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268477952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.639576:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4940 00002000:00100000:3.0:1746157398.639581:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739500 x1830978268477952/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.639587:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739500 with x1830978268477952 ext(0->4095) 00002000:00010000:3.0:1746157398.639590:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739500 00000100:00100000:0.0:1746157398.641625:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.641677:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268478080 00000100:00100000:3.0:1746157398.641683:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268478080 00000100:00100000:3.0:1746157398.641719:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6913 00000100:00100000:3.0:1746157398.641725:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:31597:x1830978268478080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.641735:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.641746:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319b8 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.641766:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.641772:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.641774:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.641777:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.641795:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.641804:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.641822:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267133056:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.641890:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.642551:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.642707:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268478208 00000100:00100000:1.0:1746157398.642711:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268478208 00000100:00100000:1.0:1746157398.642769:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6914 00000100:00100000:1.0:1746157398.642775:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:31587:x1830978268478208:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.642782:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.642789:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319bf expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.642801:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.642805:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.642810:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.642812:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 58 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.642831:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.642846:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 58 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.642853:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157398.642881:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:31587:x1830978268478208:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.642886:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6914 00000100:00100000:3.0:1746157398.643138:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267133056:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.643152:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157398.643154:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157398.643159:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157398.643189:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:31597:x1830978268478080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1458us (1562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.643195:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6913 00000100:00100000:2.0:1746157398.643245:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268478336 00000100:00100000:2.0:1746157398.643249:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268478336 00010000:00010000:2.0:1746157398.643263:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.643284:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10241 00000100:00100000:2.0:1746157398.643288:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268478336:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.643296:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.643310:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.643319:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.643331:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60c91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b1 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.643351:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.643353:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.643358:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.643365:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.643862:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.643874:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.643888:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133312:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.643945:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.645167:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133312:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.645179:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.645213:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268478336:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1924us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.645219:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10241 00000100:00100000:0.0:1746157398.645293:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.645526:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268478592 00000100:00100000:2.0:1746157398.645534:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268478592 00002000:00100000:2.0:1746157398.645782:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738700 x1830978268478592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.645795:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738700 with x1830978268478592 ext(0->4095) 00010000:00010000:2.0:1746157398.645803:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.645815:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.645822:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1738700 00000100:00100000:2.0:1746157398.645846:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2866 00000100:00100000:2.0:1746157398.645851:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1983:x1830978268478592:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157398.646039:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1983:x1830978268478592:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.646049:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2866 00002000:00100000:2.0:1746157398.646054:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738700 x1830978268478592/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.646060:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738700 with x1830978268478592 ext(0->4095) 00010000:00010000:2.0:1746157398.646064:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.646113:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.646122:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1738700 00000100:00100000:0.0:1746157398.647927:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.647984:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.648036:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268478720 00000100:00100000:2.0:1746157398.648043:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268478720 00000100:00100000:3.0:1746157398.648062:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268478848 00000100:00100000:3.0:1746157398.648067:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268478848 00000100:00100000:3.0:1746157398.648129:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6915 00000100:00100000:3.0:1746157398.648136:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268478848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.648150:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.648164:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.648187:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10242 00010000:00010000:3.0:1746157398.648192:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319c6 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.648194:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4948850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1985:x1830978268478720:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.648208:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.648213:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.648219:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 57 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.648224:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.648228:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.648242:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.648254:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.648335:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 57 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.648341:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60c98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319b8 expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.648353:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.648361:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.648363:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.648368:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.648378:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.648387:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00010000:00010000:2.0:1746157398.648399:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.648410:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.648421:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133568:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.648566:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268478848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 430us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.648572:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6915 00000100:00100000:2.0:1746157398.648592:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.650343:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133568:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.650361:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.650396:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4948850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268478720:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2202us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.650404:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10242 00000100:00100000:0.0:1746157398.650620:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.650639:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268479104 00000100:00100000:2.0:1746157398.650643:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268479104 00002000:00100000:2.0:1746157398.650672:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739180 x1830978268479104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.650687:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739180 with x1830978268479104 ext(0->4095) 00010000:00010000:2.0:1746157398.650695:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.650707:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.650712:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739180 00000100:00100000:2.0:1746157398.650739:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2867 00000100:00100000:2.0:1746157398.650746:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1986:x1830978268479104:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.650887:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1986:x1830978268479104:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.650892:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2867 00002000:00100000:2.0:1746157398.650897:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739180 x1830978268479104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.650903:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739180 with x1830978268479104 ext(0->4095) 00010000:00010000:2.0:1746157398.650907:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.650915:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 56 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.650920:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739180 00000100:00100000:0.0:1746157398.651936:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.651976:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268479232 00000100:00100000:3.0:1746157398.651981:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268479232 00000100:00100000:3.0:1746157398.652019:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6916 00000100:00100000:3.0:1746157398.652025:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:31587:x1830978268479232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.652037:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.652050:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319cd expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.652102:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.652107:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.652112:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.652115:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.652153:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.652169:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.652177:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157398.652456:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:31587:x1830978268479232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 430us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.652462:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6916 00000100:00100000:0.0:1746157398.652656:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.652903:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268479360 00000100:00100000:2.0:1746157398.652908:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268479360 00010000:00010000:2.0:1746157398.652925:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 57 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.652942:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10243 00000100:00100000:2.0:1746157398.652947:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1985:x1830978268479360:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.652955:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.652974:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 57 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.652983:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 57 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.653001:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60c9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319bf expref: 57 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.653015:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.653017:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.653023:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.653031:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.653052:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.653062:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.653104:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133824:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.653166:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.654417:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133824:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.654434:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.654465:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268479360:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1516us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.654472:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10243 00000100:00100000:0.0:1746157398.654656:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.654955:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268479616 00000100:00100000:1.0:1746157398.654962:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268479616 00002000:00100000:1.0:1746157398.655000:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738000 x1830978268479616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.655016:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738000 with x1830978268479616 ext(0->4095) 00010000:00010000:1.0:1746157398.655023:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.655035:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.655041:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1738000 00000100:00100000:1.0:1746157398.655063:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2868 00000100:00100000:1.0:1746157398.655069:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268479616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.655285:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268479616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 216us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.655292:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2868 00002000:00100000:1.0:1746157398.655297:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1738000 x1830978268479616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.655304:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1738000 with x1830978268479616 ext(0->4095) 00010000:00010000:1.0:1746157398.655308:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.655316:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.655322:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1738000 00000100:00100000:1.0:1746157398.657184:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.658624:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268479744 00000100:00100000:2.0:1746157398.658635:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268479744 00010000:00010000:2.0:1746157398.658676:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.658727:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10244 00000100:00100000:2.0:1746157398.658735:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268479744:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.658749:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.658772:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.658784:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.658808:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60ca6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319c6 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.658836:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.658839:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.658847:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.658855:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.658890:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.658902:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133952:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.659009:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.661830:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267133952:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.661853:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.661913:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268479744:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3177us (4734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.661924:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10244 00000100:00100000:0.0:1746157398.662161:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.662189:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268480000 00000100:00100000:1.0:1746157398.662196:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268480000 00002000:00100000:1.0:1746157398.662236:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419ed80 x1830978268480000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.662245:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419ed80 with x1830978268480000 ext(0->4095) 00002000:00010000:1.0:1746157398.662250:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419ed80 00000100:00100000:1.0:1746157398.662672:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4941 00000100:00100000:1.0:1746157398.662679:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268480000:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.662879:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268480000:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.662885:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4941 00002000:00100000:1.0:1746157398.662890:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419ed80 x1830978268480000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.662897:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419ed80 with x1830978268480000 ext(0->4095) 00002000:00010000:1.0:1746157398.662900:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419ed80 00000100:00100000:0.0:1746157398.667287:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.667403:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268480128 00000100:00100000:3.0:1746157398.667412:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268480128 00000100:00100000:3.0:1746157398.667458:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6917 00000100:00100000:3.0:1746157398.667466:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268480128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.667485:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.667503:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319d4 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.667535:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.667543:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.667544:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.667548:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.667580:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.667596:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 55 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.667608:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267134080:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.668040:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.669897:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267134080:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.669927:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.669943:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157398.669983:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268480128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (2707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.669992:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6917 00000100:00100000:0.0:1746157398.670321:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.670481:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268480256 00000100:00100000:2.0:1746157398.670488:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268480256 00010000:00010000:2.0:1746157398.670522:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.670548:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10245 00000100:00100000:2.0:1746157398.670555:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1986:x1830978268480256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.670567:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.670589:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.670604:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.670626:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319cd expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.670653:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.670655:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.670661:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.670668:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.670696:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.670707:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134208:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.670763:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.672291:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.672315:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134208:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.672333:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157398.672343:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268480512 00000100:00100000:0.0:1746157398.672349:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268480512 00000100:00100000:2.0:1746157398.672372:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:1986:x1830978268480256:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1817us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.672380:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10245 00000100:00100000:1.0:1746157398.672396:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.672587:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268480640 00000100:00100000:3.0:1746157398.672594:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268480640 00002000:00100000:0.0:1746157398.672596:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1180 x1830978268480512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157398.672606:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1180 with x1830978268480512 ext(0->4095) 00002000:00010000:0.0:1746157398.672610:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1180 00000100:00100000:3.0:1746157398.672620:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6918 00000100:00100000:3.0:1746157398.672625:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:31587:x1830978268480640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157398.672632:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4942 00010000:00010000:3.0:1746157398.672637:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157398.672638:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268480512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746157398.672650:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319db expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.672669:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.672680:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.672682:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.672685:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.672708:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.672718:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.672727:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267134336:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157398.672761:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268480512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157398.672767:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4942 00002000:00100000:0.0:1746157398.672772:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1180 x1830978268480512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157398.672774:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00002000:00100000:0.0:1746157398.672779:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1180 with x1830978268480512 ext(0->4095) 00010000:00010000:0.0:1746157398.672783:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746157398.672841:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746157398.672848:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1180 00000100:00100000:0.0:1746157398.673936:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.673944:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267134336:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.673965:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.673978:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:1.0:1746157398.673989:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268480768 00000100:00100000:1.0:1746157398.673994:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268480768 00000100:00100000:1.0:1746157398.674023:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6919 00000100:00100000:1.0:1746157398.674029:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:31597:x1830978268480768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.674039:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.674049:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319e2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.674091:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.674106:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.674113:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.674117:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 58 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.674140:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.674149:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 58 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.674156:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:3.0:1746157398.674181:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:31587:x1830978268480640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1554us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.674181:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:31597:x1830978268480768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.674186:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6919 00000100:00100000:3.0:1746157398.674193:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6918 00000100:00100000:0.0:1746157398.674316:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.674362:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268480896 00000100:00100000:2.0:1746157398.674367:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268480896 00010000:00010000:2.0:1746157398.674386:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.674409:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10246 00000100:00100000:2.0:1746157398.674414:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268480896:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.674422:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.674440:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.674449:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.674465:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60cb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319d4 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.674490:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.674492:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.674498:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.674504:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.674522:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.674532:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.674547:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134592:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.674607:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.677198:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134592:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.677220:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157398.677257:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.677310:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268480896:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2893us (2993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.677319:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10246 00000100:00100000:0.0:1746157398.677353:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268481152 00000100:00100000:0.0:1746157398.677361:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268481152 00002000:00100000:0.0:1746157398.677400:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978268481152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157398.677410:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978268481152 ext(0->4095) 00010000:00010000:0.0:1746157398.677420:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746157398.677434:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746157398.677442:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d180 00000100:00100000:0.0:1746157398.677475:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2869 00000100:00100000:0.0:1746157398.677484:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1985:x1830978268481152:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157398.677667:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1985:x1830978268481152:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (411us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157398.677673:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2869 00002000:00100000:0.0:1746157398.677679:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d180 x1830978268481152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157398.677687:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d180 with x1830978268481152 ext(0->4095) 00010000:00010000:0.0:1746157398.677692:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746157398.677703:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746157398.677709:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d180 00000100:00100000:1.0:1746157398.680320:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.680365:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268481280 00000100:00100000:2.0:1746157398.680372:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268481280 00010000:00010000:2.0:1746157398.680400:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.680427:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10247 00000100:00100000:2.0:1746157398.680434:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1985:x1830978268481280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.680446:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.680463:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.680474:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.680494:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319db expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.680519:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.680521:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.680528:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 56 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.680536:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 56 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.680604:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 56 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.680617:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134720:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.680696:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.682525:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.682616:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268481536 00000100:00100000:1.0:1746157398.682623:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268481536 00000100:00100000:2.0:1746157398.682635:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134720:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.682654:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157398.682663:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419ea00 x1830978268481536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.682672:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419ea00 with x1830978268481536 ext(0->4095) 00002000:00010000:1.0:1746157398.682676:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419ea00 00000100:00100000:2.0:1746157398.682691:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1985:x1830978268481280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2257us (2376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.682699:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10247 00000100:00100000:1.0:1746157398.682707:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4943 00000100:00100000:1.0:1746157398.682718:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1986:x1830978268481536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.682933:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1986:x1830978268481536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 219us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.682939:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4943 00002000:00100000:1.0:1746157398.682944:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419ea00 x1830978268481536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.682951:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419ea00 with x1830978268481536 ext(0->4095) 00002000:00010000:1.0:1746157398.682953:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419ea00 00000100:00100000:0.0:1746157398.684422:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.684500:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268481664 00000100:00100000:3.0:1746157398.684508:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268481664 00000100:00100000:3.0:1746157398.684558:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6920 00000100:00100000:3.0:1746157398.684565:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268481664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.684581:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.684596:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319e9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.684621:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 55 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.684629:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.684630:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.684634:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.684661:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 55 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.684671:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 55 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.684683:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267134848:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.684760:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.685887:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267134848:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.685910:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.685921:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157398.685954:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268481664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1390us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.685962:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6920 00000100:00100000:0.0:1746157398.686504:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.686582:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268481792 00000100:00100000:2.0:1746157398.686587:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268481792 00010000:00010000:2.0:1746157398.686608:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 56 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.686634:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10248 00000100:00100000:2.0:1746157398.686640:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268481792:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.686651:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.686668:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 56 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.686682:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 56 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.686698:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60cc2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e2 expref: 56 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.686726:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.686728:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.686733:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.686740:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.686763:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.686772:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134976:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.686827:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.687698:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267134976:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.687709:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.687740:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:1985:x1830978268481792:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1101us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.687746:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10248 00000100:00100000:0.0:1746157398.689144:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.689193:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268482048 00000100:00100000:1.0:1746157398.689198:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268482048 00002000:00100000:1.0:1746157398.689223:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419fb80 x1830978268482048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.689231:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419fb80 with x1830978268482048 ext(0->4095) 00002000:00010000:1.0:1746157398.689235:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419fb80 00000100:00100000:1.0:1746157398.689453:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4944 00000100:00100000:1.0:1746157398.689460:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268482048:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.689660:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268482048:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 200us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.689665:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4944 00002000:00100000:1.0:1746157398.689671:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419fb80 x1830978268482048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.689677:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419fb80 with x1830978268482048 ext(0->4095) 00002000:00010000:1.0:1746157398.689679:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419fb80 00000100:00100000:0.0:1746157398.691026:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.691155:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268482176 00000100:00100000:3.0:1746157398.691160:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268482176 00000100:00100000:3.0:1746157398.691197:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6921 00000100:00100000:3.0:1746157398.691203:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+55:31597:x1830978268482176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.691211:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.691223:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319f0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.691243:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.691249:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.691251:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.691253:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.691272:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.691280:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.691289:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135104:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.691351:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.692210:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135104:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.692233:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 56 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.692244:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157398.692266:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:31597:x1830978268482176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1063us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.692272:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6921 00000100:00100000:0.0:1746157398.692701:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.693239:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268482304 00000100:00100000:2.0:1746157398.693244:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268482304 00010000:00010000:2.0:1746157398.693270:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.693339:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10249 00000100:00100000:2.0:1746157398.693346:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4948450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268482304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.693354:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.693369:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.693377:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.693391:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60cc9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319e9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.693416:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.693418:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.693422:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.693428:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.693446:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.693454:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267135232:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.693508:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.694729:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267135232:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.694741:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.694918:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4948450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268482304:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1569us (2213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.694925:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10249 00000100:00100000:0.0:1746157398.695517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.695622:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268482560 00000100:00100000:1.0:1746157398.695631:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268482560 00002000:00100000:1.0:1746157398.695673:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9880 x1830978268482560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.695684:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9880 with x1830978268482560 ext(0->4095) 00002000:00010000:1.0:1746157398.695689:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9880 00000100:00100000:1.0:1746157398.695792:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4945 00000100:00100000:1.0:1746157398.695802:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268482560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.696432:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1985:x1830978268482560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 629us (921us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.696439:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4945 00002000:00100000:1.0:1746157398.696445:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9880 x1830978268482560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.696452:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9880 with x1830978268482560 ext(0->4095) 00002000:00010000:1.0:1746157398.696456:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9880 00000100:00100000:0.0:1746157398.699344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.699452:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268482688 00000100:00100000:3.0:1746157398.699463:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268482688 00000100:00100000:3.0:1746157398.699611:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6922 00000100:00100000:3.0:1746157398.699620:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268482688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.699636:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.699653:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319f7 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.699695:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.699702:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.699704:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.699707:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.699738:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 55 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.699748:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 55 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.699761:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135360:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.699855:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.703399:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135360:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.703434:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.703451:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157398.703516:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268482688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3895us (4181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.703528:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6922 00000100:00100000:0.0:1746157398.703871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.703951:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268482816 00000100:00100000:1.0:1746157398.703958:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268482816 00002000:00100000:1.0:1746157398.703997:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801337eb800 x1830978268482816/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.704006:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eb800 with x1830978268482816 ext(0->7) 00010000:00010000:1.0:1746157398.704012:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.704024:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 56 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.704035:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337eb800 00000100:00100000:1.0:1746157398.704323:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2870 00000100:00100000:1.0:1746157398.704331:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+56:1986:x1830978268482816:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157398.704649:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:1986:x1830978268482816:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 319us (778us total) trans 4294968006 rc 0/0 00000100:00100000:1.0:1746157398.704656:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2870 00002000:00100000:1.0:1746157398.704661:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801337eb800 x1830978268482816/t4294968006(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.704668:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eb800 with x1830978268482816 ext(0->7) 00010000:00010000:1.0:1746157398.704673:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.704683:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.704694:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337eb800 00000100:00100000:0.0:1746157398.706691:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.706801:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268482944 00000100:00100000:2.0:1746157398.706810:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268482944 00010000:00010000:2.0:1746157398.706853:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.706880:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10250 00000100:00100000:2.0:1746157398.706887:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:1986:x1830978268482944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.706901:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.706925:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.706937:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.706959:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60cd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f0 expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.706989:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.706991:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.706999:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.707006:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.707045:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.707058:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267135488:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.707176:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.708496:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267135488:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.708515:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157398.708689:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.708733:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:1986:x1830978268482944:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1839us (2044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.708741:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10250 00000100:00100000:3.0:1746157398.708912:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268483200 00000100:00100000:3.0:1746157398.708919:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268483200 00002000:00100000:3.0:1746157398.708949:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337eaa00 x1830978268483200/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.708957:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eaa00 with x1830978268483200 ext(0->4095) 00002000:00010000:3.0:1746157398.708962:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337eaa00 00000100:00100000:3.0:1746157398.708983:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4946 00000100:00100000:3.0:1746157398.708990:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268483200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.709146:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268483200:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.709151:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4946 00002000:00100000:3.0:1746157398.709156:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337eaa00 x1830978268483200/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.709169:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eaa00 with x1830978268483200 ext(0->4095) 00002000:00010000:3.0:1746157398.709171:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337eaa00 00000100:00100000:0.0:1746157398.711596:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.711791:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268483328 00000100:00100000:3.0:1746157398.711799:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268483328 00000100:00100000:3.0:1746157398.711854:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6923 00000100:00100000:3.0:1746157398.711861:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+57:31597:x1830978268483328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.711872:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.711884:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0319fe expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.711906:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.711912:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.711914:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.711917:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.711941:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.711951:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.711961:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135616:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.712036:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.713365:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135616:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157398.713576:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157398.713627:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 58 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.713637:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268483456 00010000:00010000:3.0:1746157398.713643:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:2.0:1746157398.713644:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268483456 00010000:00010000:2.0:1746157398.713667:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.713682:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:31597:x1830978268483328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1820us (2093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.713689:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6923 00000100:00100000:2.0:1746157398.713849:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10251 00000100:00100000:2.0:1746157398.713855:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268483456:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.713866:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.713882:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.713893:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.713909:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cd7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319f7 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.713932:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.713934:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.713940:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.713946:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.713969:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.713977:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267135744:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.714028:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.715217:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267135744:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.715232:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.715274:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268483456:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1418us (1699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.715280:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10251 00000100:00100000:0.0:1746157398.716045:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.716115:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268483712 00000100:00100000:3.0:1746157398.716122:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268483712 00002000:00100000:3.0:1746157398.716161:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea680 x1830978268483712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.716169:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea680 with x1830978268483712 ext(0->4095) 00002000:00010000:3.0:1746157398.716174:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea680 00000100:00100000:1.0:1746157398.716252:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4947 00000100:00100000:1.0:1746157398.716261:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:1985:x1830978268483712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.716438:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:1985:x1830978268483712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.716444:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4947 00002000:00100000:1.0:1746157398.716449:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea680 x1830978268483712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.716462:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea680 with x1830978268483712 ext(0->4095) 00002000:00010000:1.0:1746157398.716465:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea680 00000100:00100000:0.0:1746157398.718607:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.719053:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268483840 00000100:00100000:3.0:1746157398.719059:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268483840 00000100:00100000:3.0:1746157398.719145:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6924 00000100:00100000:3.0:1746157398.719151:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268483840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.719165:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.719177:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a05 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.719199:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.719205:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.719208:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.719211:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.719746:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 57 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.719758:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 57 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.719768:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135872:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.719844:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.721451:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267135872:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.721472:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.721485:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157398.721512:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268483840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2361us (2911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.721519:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6924 00000100:00100000:0.0:1746157398.721719:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.721761:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268483968 00000100:00100000:3.0:1746157398.721766:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268483968 00002000:00100000:3.0:1746157398.721790:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801337e9c00 x1830978268483968/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.721797:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9c00 with x1830978268483968 ext(0->7) 00010000:00010000:3.0:1746157398.721803:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.721817:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 58 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.721823:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9c00 00000100:00100000:3.0:1746157398.721849:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2871 00000100:00100000:3.0:1746157398.721855:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+58:1985:x1830978268483968:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157398.722104:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268483968:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 218us (354us total) trans 4294968007 rc 0/0 00000100:00100000:3.0:1746157398.722110:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2871 00002000:00100000:3.0:1746157398.722115:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801337e9c00 x1830978268483968/t4294968007(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.722122:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9c00 with x1830978268483968 ext(0->7) 00010000:00010000:3.0:1746157398.722126:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 60 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.722135:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 60 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.722140:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9c00 00000100:00100000:0.0:1746157398.724280:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.724883:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268484096 00000100:00100000:2.0:1746157398.724889:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268484096 00010000:00010000:2.0:1746157398.724914:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 60 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.724946:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10252 00000100:00100000:2.0:1746157398.724951:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268484096:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.724964:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.724978:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 60 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.724987:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 60 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.725003:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60cde lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0319fe expref: 60 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.725017:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.725018:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.725024:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.725031:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.725054:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.725063:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136000:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.726107:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.726393:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136000:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.726405:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.726440:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:1985:x1830978268484096:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1488us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.726450:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10252 00000100:00100000:0.0:1746157398.727314:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.727375:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268484352 00000100:00100000:3.0:1746157398.727379:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268484352 00002000:00100000:3.0:1746157398.727406:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8e00 x1830978268484352/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.727414:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8e00 with x1830978268484352 ext(0->4095) 00002000:00010000:3.0:1746157398.727418:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8e00 00000100:00100000:3.0:1746157398.727658:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4948 00000100:00100000:3.0:1746157398.727664:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268484352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.727852:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268484352:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (538us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.727858:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4948 00002000:00100000:3.0:1746157398.727863:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8e00 x1830978268484352/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.727870:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8e00 with x1830978268484352 ext(0->4095) 00002000:00010000:3.0:1746157398.727872:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8e00 00000100:00100000:0.0:1746157398.728783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.728897:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268484480 00000100:00100000:3.0:1746157398.728901:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268484480 00000100:00100000:3.0:1746157398.728952:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6925 00000100:00100000:3.0:1746157398.728957:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:31587:x1830978268484480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.728963:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.728972:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a0c expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.728987:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.728991:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.728992:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.728994:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 60 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.729013:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.729020:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.729026:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267136128:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.729102:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.730174:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.730299:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268484608 00000100:00100000:1.0:1746157398.730303:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268484608 00000100:00100000:0.0:1746157398.730468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.730489:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267136128:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.730490:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6926 00000100:00100000:1.0:1746157398.730496:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31597:x1830978268484608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.730504:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.730505:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.730511:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a13 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.730514:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00010000:00010000:1.0:1746157398.730523:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.730527:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.730532:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.730535:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 62 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.730537:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268484480:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1580us (1755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.730543:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6925 00010000:00010000:1.0:1746157398.730552:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.730559:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.730565:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157398.730781:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31597:x1830978268484608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 284us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.730789:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6926 00000100:00100000:2.0:1746157398.730925:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268484736 00000100:00100000:2.0:1746157398.730929:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268484736 00010000:00010000:2.0:1746157398.730942:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.730964:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10253 00000100:00100000:2.0:1746157398.730969:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268484736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.730975:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.730988:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.730996:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.731008:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60ce5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a05 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.731018:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.731019:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.731023:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 60 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.731029:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 60 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.731044:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 60 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.731055:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 60 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.731062:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136384:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.731135:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.732830:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.732912:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136384:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.732924:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.732949:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268484736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1979us (2480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.732956:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10253 00000100:00100000:3.0:1746157398.733025:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268484992 00000100:00100000:3.0:1746157398.733029:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268484992 00002000:00100000:3.0:1746157398.733053:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8700 x1830978268484992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.733061:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8700 with x1830978268484992 ext(0->4095) 00010000:00010000:3.0:1746157398.733067:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.733114:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.733119:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8700 00000100:00100000:3.0:1746157398.733302:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2872 00000100:00100000:3.0:1746157398.733309:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978268484992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.733565:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978268484992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 256us (739us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.733571:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2872 00002000:00100000:3.0:1746157398.733575:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8700 x1830978268484992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.733583:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8700 with x1830978268484992 ext(0->4095) 00010000:00010000:3.0:1746157398.733587:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.733595:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.733600:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8700 00000100:00100000:0.0:1746157398.736338:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.736451:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268485120 00000100:00100000:2.0:1746157398.736457:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268485120 00010000:00010000:2.0:1746157398.736482:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.736625:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10254 00000100:00100000:2.0:1746157398.736633:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1984:x1830978268485120:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.736644:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.736660:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.736670:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.736686:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60cec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a0c expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.736711:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.736713:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.736718:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.736734:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.736760:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.736770:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136512:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.736836:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.739556:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.739638:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268485376 00000100:00100000:3.0:1746157398.739645:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268485376 00002000:00100000:3.0:1746157398.739675:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219bb80 x1830978268485376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.739684:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1830978268485376 ext(0->4095) 00002000:00010000:3.0:1746157398.739689:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219bb80 00000100:00100000:2.0:1746157398.739854:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136512:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.739869:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.739898:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1984:x1830978268485120:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3265us (3566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.739905:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10254 00000100:00100000:3.0:1746157398.739953:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4949 00000100:00100000:3.0:1746157398.739959:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268485376:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.740418:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268485376:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 458us (866us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.740425:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4949 00002000:00100000:3.0:1746157398.740430:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219bb80 x1830978268485376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.740437:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1830978268485376 ext(0->4095) 00002000:00010000:3.0:1746157398.740440:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219bb80 00000100:00100000:2.0:1746157398.743368:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.743482:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268485504 00000100:00100000:1.0:1746157398.743492:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268485504 00000100:00100000:1.0:1746157398.743574:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6927 00000100:00100000:1.0:1746157398.743582:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268485504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.743600:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.743617:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a1a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.743653:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 59 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.743660:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.743662:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.743665:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.743693:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 59 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.743703:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 59 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.743715:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267136640:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.743799:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.745551:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267136640:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.745581:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.745596:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157398.745652:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268485504:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2069us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.745659:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6927 00000100:00100000:0.0:1746157398.746396:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.746444:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268485632 00000100:00100000:2.0:1746157398.746452:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268485632 00010000:00010000:2.0:1746157398.746480:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.746516:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10255 00000100:00100000:2.0:1746157398.746523:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268485632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.746538:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.746560:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.746570:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.746592:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60cf3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a13 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.746620:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.746622:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.746628:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.746636:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.746929:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.746942:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136768:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.747189:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.749595:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267136768:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157398.749612:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157398.749647:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:1985:x1830978268485632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3123us (3251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157398.749656:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10255 00000100:00100000:0.0:1746157398.750843:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.750875:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.750985:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268485888 00000100:00100000:3.0:1746157398.750996:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268485888 00002000:00100000:3.0:1746157398.751043:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199180 x1830978268485888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.751342:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199180 with x1830978268485888 ext(0->4095) 00002000:00010000:3.0:1746157398.751348:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132199180 00000100:00100000:1.0:1746157398.751363:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268486016 00000100:00100000:3.0:1746157398.751384:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4950 00000100:00100000:3.0:1746157398.751392:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268485888:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.751539:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268486016 00000100:00100000:1.0:1746157398.751664:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6928 00000100:00100000:1.0:1746157398.751672:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:31587:x1830978268486016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.751686:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.751699:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a21 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.751727:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.751734:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.751735:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.751738:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.751760:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.751769:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.751779:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267136896:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.752359:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268485888:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 963us (1513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.752367:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4950 00002000:00100000:3.0:1746157398.752375:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199180 x1830978268485888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746157398.752378:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00002000:00100000:3.0:1746157398.752387:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199180 with x1830978268485888 ext(0->4095) 00010000:00010000:3.0:1746157398.752394:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.752407:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.752413:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199180 00000100:00100000:1.0:1746157398.753457:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267136896:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.753473:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.753483:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157398.753584:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:31587:x1830978268486016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1912us (2707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.753590:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6928 00000100:00100000:0.0:1746157398.754268:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.754318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.754377:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268486272 00000100:00100000:1.0:1746157398.754382:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268486272 00000100:00100000:1.0:1746157398.754420:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6929 00000100:00100000:1.0:1746157398.754425:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:31597:x1830978268486272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.754434:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157398.754439:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268486144 00000100:00100000:2.0:1746157398.754442:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268486144 00010000:00010000:1.0:1746157398.754442:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a28 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.754455:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.754456:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.754459:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.754463:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.754466:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.754474:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10256 00000100:00100000:2.0:1746157398.754478:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4948050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268486144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.754486:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.754487:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.754494:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.754499:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00010000:00010000:2.0:1746157398.754503:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.754512:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.754517:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31597:x1830978268486272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.754522:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6929 00010000:00010000:2.0:1746157398.754525:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60cfa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a1a expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.754546:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.754548:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.754553:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.754559:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.754576:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.754585:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.754598:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137152:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.754638:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.756658:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.756739:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137152:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.756751:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.756774:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4948050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268486144:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2296us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.756780:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10256 00000100:00100000:3.0:1746157398.756873:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268486528 00000100:00100000:3.0:1746157398.756878:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268486528 00002000:00100000:3.0:1746157398.756901:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219b100 x1830978268486528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.756909:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219b100 with x1830978268486528 ext(0->4095) 00010000:00010000:3.0:1746157398.756914:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.756924:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.756929:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219b100 00000100:00100000:3.0:1746157398.756949:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2873 00000100:00100000:3.0:1746157398.756954:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268486528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.757410:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268486528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 454us (755us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.757416:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2873 00002000:00100000:3.0:1746157398.757421:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219b100 x1830978268486528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.757428:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219b100 with x1830978268486528 ext(0->4095) 00010000:00010000:3.0:1746157398.757433:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.757441:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.757447:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219b100 00000100:00100000:0.0:1746157398.759713:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.759782:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268486656 00000100:00100000:2.0:1746157398.759787:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268486656 00010000:00010000:2.0:1746157398.759809:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.759827:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10257 00000100:00100000:2.0:1746157398.759832:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978268486656:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.759842:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.759856:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.759865:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.759881:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60d01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a21 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.759893:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.759895:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.759900:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.759906:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.759930:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.759939:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137280:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.760448:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.762333:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137280:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.762347:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.762376:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268486656:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2543us (2667us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.762384:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10257 00000100:00100000:0.0:1746157398.762601:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.762696:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268486912 00000100:00100000:3.0:1746157398.762702:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268486912 00002000:00100000:3.0:1746157398.762729:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198e00 x1830978268486912/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.762737:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198e00 with x1830978268486912 ext(0->4095) 00002000:00010000:3.0:1746157398.762741:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198e00 00000100:00100000:3.0:1746157398.762769:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4951 00000100:00100000:3.0:1746157398.762774:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268486912:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.762898:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268486912:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.762903:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4951 00002000:00100000:3.0:1746157398.762908:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198e00 x1830978268486912/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.762915:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198e00 with x1830978268486912 ext(0->4095) 00002000:00010000:3.0:1746157398.762917:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198e00 00000100:00100000:0.0:1746157398.764734:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.764801:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268487040 00000100:00100000:1.0:1746157398.764806:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268487040 00000100:00100000:1.0:1746157398.764844:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6930 00000100:00100000:1.0:1746157398.764851:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268487040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.764859:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.764872:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a2f expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.764891:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 59 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.764897:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.764899:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.764902:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.764928:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 59 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.764938:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 59 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.764947:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267137408:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.765014:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.766976:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267137408:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.766996:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.767009:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157398.767045:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268487040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2194us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.767052:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6930 00000100:00100000:0.0:1746157398.767159:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.767327:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268487168 00000100:00100000:3.0:1746157398.767332:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268487168 00010000:00010000:3.0:1746157398.767352:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.767381:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10258 00000100:00100000:3.0:1746157398.767387:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1986:x1830978268487168:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.767395:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.767412:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.767425:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.767442:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60d08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a28 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.767462:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.767464:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.767469:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.767475:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.767497:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.767511:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137536:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.767567:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.771896:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137536:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.771922:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.771979:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:1986:x1830978268487168:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4588us (4817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.771990:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10258 00000100:00100000:0.0:1746157398.772406:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.772571:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268487424 00000100:00100000:3.0:1746157398.772579:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268487424 00002000:00100000:3.0:1746157398.772617:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978268487424/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.772627:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978268487424 ext(0->4095) 00002000:00010000:3.0:1746157398.772631:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198000 00000100:00100000:3.0:1746157398.772663:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4952 00000100:00100000:3.0:1746157398.772671:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268487424:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.773109:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268487424:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 438us (704us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.773117:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4952 00002000:00100000:3.0:1746157398.773122:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198000 x1830978268487424/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.773129:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198000 with x1830978268487424 ext(0->4095) 00002000:00010000:3.0:1746157398.773132:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132198000 00000100:00100000:0.0:1746157398.774120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.774370:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268487552 00000100:00100000:1.0:1746157398.774377:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268487552 00000100:00100000:1.0:1746157398.774418:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6931 00000100:00100000:1.0:1746157398.774541:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:31587:x1830978268487552:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.774558:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.774575:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a36 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.774602:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.774611:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.774612:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.774616:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.774645:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.774657:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.774669:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267137664:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.774892:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.775871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.775957:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268487680 00000100:00100000:3.0:1746157398.775967:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268487680 00000100:00100000:3.0:1746157398.776013:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6932 00000100:00100000:3.0:1746157398.776020:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31597:x1830978268487680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.776032:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.776045:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a3d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776065:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.776114:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 62 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776128:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.776135:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 62 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776169:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 62 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776180:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 62 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776188:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157398.776230:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31597:x1830978268487680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.776236:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6932 00000100:00100000:0.0:1746157398.776468:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.776557:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267137664:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.776580:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.776593:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:3.0:1746157398.776606:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268487808 00000100:00100000:3.0:1746157398.776610:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268487808 00000100:00100000:2.0:1746157398.776625:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31587:x1830978268487552:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2201us (2511us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157398.776626:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.776632:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6931 00000100:00100000:3.0:1746157398.776659:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10259 00000100:00100000:3.0:1746157398.776665:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268487808:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.776672:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.776693:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.776708:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.776726:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60d0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a2f expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.776739:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.776741:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.776747:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776754:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776773:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.776783:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.776798:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137920:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.776859:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.780376:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267137920:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.780394:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157398.780432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.780439:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268487808:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3773us (3970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.780451:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10259 00000100:00100000:2.0:1746157398.780618:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268488064 00000100:00100000:2.0:1746157398.780624:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268488064 00002000:00100000:2.0:1746157398.780654:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219a680 x1830978268488064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.780662:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a680 with x1830978268488064 ext(0->4095) 00010000:00010000:2.0:1746157398.780670:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.780682:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.780687:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219a680 00000100:00100000:2.0:1746157398.780886:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2874 00000100:00100000:2.0:1746157398.780893:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978268488064:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.781717:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978268488064:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 823us (1284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.781724:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2874 00002000:00100000:2.0:1746157398.781729:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219a680 x1830978268488064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.781737:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a680 with x1830978268488064 ext(0->4095) 00010000:00010000:2.0:1746157398.781742:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.781751:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.781756:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219a680 00000100:00100000:0.0:1746157398.785836:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.785929:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268488192 00000100:00100000:3.0:1746157398.785936:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268488192 00010000:00010000:3.0:1746157398.785961:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.786046:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10260 00000100:00100000:3.0:1746157398.786053:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268488192:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.786064:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.786225:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.786237:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.786255:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60d16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a36 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.786307:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.786309:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.786315:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 60 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.786323:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 60 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.786350:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 60 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.786361:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138048:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.786667:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.789002:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.789113:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268488448 00000100:00100000:2.0:1746157398.789119:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268488448 00002000:00100000:2.0:1746157398.789155:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447ce00 x1830978268488448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.789163:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447ce00 with x1830978268488448 ext(0->4095) 00002000:00010000:2.0:1746157398.789167:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447ce00 00000100:00100000:2.0:1746157398.789195:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4953 00000100:00100000:2.0:1746157398.789201:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268488448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.789318:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268488448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.789324:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4953 00002000:00100000:2.0:1746157398.789329:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447ce00 x1830978268488448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.789336:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447ce00 with x1830978268488448 ext(0->4095) 00002000:00010000:2.0:1746157398.789338:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447ce00 00000100:00100000:3.0:1746157398.789398:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138048:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.789413:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.789433:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1986:x1830978268488192:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3382us (3605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.789439:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10260 00000100:00100000:0.0:1746157398.792435:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.792519:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268488576 00000100:00100000:2.0:1746157398.792525:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268488576 00000100:00100000:2.0:1746157398.792572:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6933 00000100:00100000:2.0:1746157398.792578:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268488576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.792591:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.792613:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a44 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.792642:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 59 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.792654:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.792655:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.792658:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.792682:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 59 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.792692:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 59 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.792702:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267138176:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.792761:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.793998:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267138176:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.794049:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.794060:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157398.794157:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268488576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1578us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.794163:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6933 00000100:00100000:0.0:1746157398.794899:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.795038:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268488704 00000100:00100000:3.0:1746157398.795043:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268488704 00010000:00010000:3.0:1746157398.795062:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 60 pid: 8488 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.795114:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10261 00000100:00100000:3.0:1746157398.795251:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1986:x1830978268488704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.795261:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.795277:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 60 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.795292:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 60 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.795309:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a3d expref: 60 pid: 8488 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.795332:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.795333:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.795339:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.795346:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.795368:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.795415:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138304:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.795473:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.796584:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138304:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.796598:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.796619:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:1986:x1830978268488704:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1371us (1721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.796625:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10261 00000100:00100000:0.0:1746157398.797246:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.797316:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268488960 00000100:00100000:1.0:1746157398.797321:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268488960 00002000:00100000:1.0:1746157398.797348:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f800 x1830978268488960/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.797356:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f800 with x1830978268488960 ext(0->4095) 00002000:00010000:1.0:1746157398.797359:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447f800 00000100:00100000:1.0:1746157398.797447:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4954 00000100:00100000:1.0:1746157398.797453:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268488960:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.797740:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268488960:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 286us (493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.797746:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4954 00002000:00100000:1.0:1746157398.797752:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f800 x1830978268488960/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.797759:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f800 with x1830978268488960 ext(0->4095) 00002000:00010000:1.0:1746157398.797762:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447f800 00000100:00100000:0.0:1746157398.799806:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.799944:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.799999:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268489088 00000100:00100000:2.0:1746157398.800004:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268489088 00000100:00100000:2.0:1746157398.800031:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268489216 00000100:00100000:2.0:1746157398.800033:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268489216 00000100:00100000:2.0:1746157398.800051:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6934 00000100:00100000:2.0:1746157398.800056:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:31597:x1830978268489088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.800067:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.800116:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a4b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800136:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800143:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.800144:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.800147:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800168:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800178:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 5 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.800187:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267138432:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157398.800251:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.800264:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6935 00000100:00100000:2.0:1746157398.800270:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31587:x1830978268489216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.800276:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.800281:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a52 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800295:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.800298:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800302:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.800304:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 62 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800322:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800330:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 62 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.800338:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157398.800354:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268489216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.800358:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6935 00000100:00100000:2.0:1746157398.801887:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267138432:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.801903:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.801917:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:0.0:1746157398.802148:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.802202:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268489344 00000100:00100000:3.0:1746157398.802207:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268489344 00000100:00100000:2.0:1746157398.802218:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31597:x1830978268489088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2160us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.802224:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6934 00010000:00010000:3.0:1746157398.802225:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.802269:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10262 00000100:00100000:3.0:1746157398.802275:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268489344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.802282:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.802297:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.802306:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.802319:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60d24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a44 expref: 6 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.802335:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.802336:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.802340:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 60 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.802347:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 60 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.802364:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 60 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.802373:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 60 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.802385:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138688:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.802432:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.804127:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138688:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.804140:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.804199:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268489344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1922us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.804206:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10262 00000100:00100000:0.0:1746157398.804592:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.804641:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268489600 00000100:00100000:1.0:1746157398.804645:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268489600 00002000:00100000:1.0:1746157398.804667:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d180 x1830978268489600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.804672:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d180 with x1830978268489600 ext(0->4095) 00010000:00010000:1.0:1746157398.804677:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.804686:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.804691:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178d180 00000100:00100000:1.0:1746157398.804713:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2875 00000100:00100000:1.0:1746157398.804719:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268489600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.804835:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268489600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.804839:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2875 00002000:00100000:1.0:1746157398.804843:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d180 x1830978268489600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.804847:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d180 with x1830978268489600 ext(0->4095) 00010000:00010000:1.0:1746157398.804850:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.804856:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.804860:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178d180 00000100:00100000:0.0:1746157398.806925:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.807209:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268489728 00000100:00100000:2.0:1746157398.807215:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268489728 00000100:00100000:2.0:1746157398.807383:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6936 00000100:00100000:2.0:1746157398.807391:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268489728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.807403:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.807415:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a59 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.807434:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157398.807438:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.807441:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157398.807443:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157398.807447:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.807456:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268489856 00000100:00100000:3.0:1746157398.807459:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268489856 00010000:00010000:3.0:1746157398.807472:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.807474:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 61 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.807490:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.807497:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10263 00010000:00010000:2.0:1746157398.807498:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:3.0:1746157398.807501:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1985:x1830978268489856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.807508:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.807522:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.807532:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.807537:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268489728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (616us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157398.807545:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60d2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a4b expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.807570:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6936 00010000:00010000:3.0:1746157398.807751:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.807753:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.807758:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.807764:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.807780:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.807788:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.807796:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138944:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.807849:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.809887:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267138944:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.809901:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.809939:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268489856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2437us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.809946:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10263 00000100:00100000:0.0:1746157398.810937:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.811110:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268490112 00000100:00100000:1.0:1746157398.811115:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268490112 00002000:00100000:1.0:1746157398.811141:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178e300 x1830978268490112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.811150:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e300 with x1830978268490112 ext(0->4095) 00010000:00010000:1.0:1746157398.811157:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.811167:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.811173:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178e300 00000100:00100000:1.0:1746157398.811192:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2876 00000100:00100000:1.0:1746157398.811197:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1986:x1830978268490112:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157398.811308:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1986:x1830978268490112:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.811313:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2876 00002000:00100000:1.0:1746157398.811317:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178e300 x1830978268490112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.811323:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e300 with x1830978268490112 ext(0->4095) 00010000:00010000:1.0:1746157398.811328:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.811335:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.811340:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178e300 00000100:00100000:1.0:1746157398.814307:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.814391:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.814409:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268490368 00000100:00100000:2.0:1746157398.814415:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268490368 00000100:00100000:3.0:1746157398.814431:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268490240 00000100:00100000:3.0:1746157398.814435:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268490240 00010000:00010000:2.0:1746157398.814438:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 60 pid: 8489 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.814467:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6937 00000100:00100000:2.0:1746157398.814468:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10264 00000100:00100000:3.0:1746157398.814473:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31587:x1830978268490240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157398.814473:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1983:x1830978268490368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.814482:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.814486:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.814495:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a60 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.814496:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 61 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.814505:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 62 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.814582:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.814602:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.814608:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.814611:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.814627:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60d32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a52 expref: 62 pid: 8489 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.814650:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.814652:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.814656:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.814663:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.814684:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.814694:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 5 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.814767:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 5 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.814768:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139072:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.814775:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 5 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.814783:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139200:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.814840:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.814843:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.816412:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139200:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.816426:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.816433:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157398.816466:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31587:x1830978268490240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1994us (2166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.816472:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6937 00000100:00100000:2.0:1746157398.816665:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801337e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139072:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.816675:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.816695:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1983:x1830978268490368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2222us (2305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.816702:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10264 00000100:00100000:0.0:1746157398.816826:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.816862:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268490624 00000100:00100000:2.0:1746157398.816866:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268490624 00002000:00100000:2.0:1746157398.816887:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d880 x1830978268490624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.816895:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d880 with x1830978268490624 ext(0->4095) 00010000:00010000:2.0:1746157398.816900:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.816911:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.816916:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178d880 00000100:00100000:2.0:1746157398.816934:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2877 00000100:00100000:2.0:1746157398.816940:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268490624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157398.817040:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268490624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.817787:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2877 00002000:00100000:2.0:1746157398.817793:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d880 x1830978268490624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.817801:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d880 with x1830978268490624 ext(0->4095) 00010000:00010000:2.0:1746157398.817806:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.817814:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.817819:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178d880 00000100:00100000:0.0:1746157398.818392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.818514:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268490752 00000100:00100000:2.0:1746157398.818518:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268490752 00010000:00010000:2.0:1746157398.818533:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.818559:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10265 00000100:00100000:2.0:1746157398.818564:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268490752:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.818573:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.818585:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.818593:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.818609:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60d39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a59 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.818619:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.818620:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.818625:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.818655:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.818676:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.818685:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139328:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.818900:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.819771:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801337e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139328:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.819782:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.819802:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268490752:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1238us (1410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.819808:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10265 00000100:00100000:2.0:1746157398.821062:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.821143:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268491008 00000100:00100000:3.0:1746157398.821169:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268491008 00002000:00100000:3.0:1746157398.821199:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8380 x1830978268491008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.821207:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8380 with x1830978268491008 ext(0->4095) 00002000:00010000:3.0:1746157398.821210:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8380 00000100:00100000:3.0:1746157398.821228:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4955 00000100:00100000:3.0:1746157398.821234:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268491008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.821374:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268491008:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.821380:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4955 00002000:00100000:3.0:1746157398.821385:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8380 x1830978268491008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.821391:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8380 with x1830978268491008 ext(0->4095) 00002000:00010000:3.0:1746157398.821393:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8380 00000100:00100000:0.0:1746157398.822509:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.822557:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268491136 00000100:00100000:3.0:1746157398.822562:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268491136 00000100:00100000:3.0:1746157398.822596:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6938 00000100:00100000:3.0:1746157398.822601:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268491136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.822610:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.822622:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a67 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.822642:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.822647:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.822648:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.822651:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.822671:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.822680:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 59 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.822696:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139456:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.822765:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.824381:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139456:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.824400:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.824409:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157398.824595:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268491136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1991us (2086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.824600:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6938 00000100:00100000:0.0:1746157398.824732:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.824874:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268491264 00000100:00100000:3.0:1746157398.824879:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268491264 00010000:00010000:3.0:1746157398.824894:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 60 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.825021:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10266 00000100:00100000:3.0:1746157398.825028:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268491264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.825036:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.825051:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 60 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.825060:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 60 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.825229:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a60 expref: 60 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.825249:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.825250:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.825255:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.825261:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.825279:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.825289:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139584:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.825341:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.827151:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139584:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.827167:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.827440:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:1985:x1830978268491264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2410us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.827448:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10266 00000100:00100000:0.0:1746157398.827671:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.827831:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268491520 00000100:00100000:3.0:1746157398.827836:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268491520 00002000:00100000:3.0:1746157398.827863:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178c000 x1830978268491520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.827871:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178c000 with x1830978268491520 ext(0->4095) 00002000:00010000:3.0:1746157398.827874:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178c000 00000100:00100000:3.0:1746157398.828000:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4956 00000100:00100000:3.0:1746157398.828007:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268491520:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.828186:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268491520:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.828192:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4956 00002000:00100000:3.0:1746157398.828197:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178c000 x1830978268491520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.828203:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178c000 with x1830978268491520 ext(0->4095) 00002000:00010000:3.0:1746157398.828206:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178c000 00000100:00100000:0.0:1746157398.829155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.829193:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268491648 00000100:00100000:3.0:1746157398.829197:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268491648 00000100:00100000:3.0:1746157398.829228:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6939 00000100:00100000:3.0:1746157398.829234:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+59:31597:x1830978268491648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.829242:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.829254:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a6e expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.829271:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.829277:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.829278:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.829281:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 60 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.829302:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.829312:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 5 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.829322:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139712:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.829468:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.829988:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139712:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.830001:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 60 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.830009:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157398.830024:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:31597:x1830978268491648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 791us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.830032:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6939 00000100:00100000:0.0:1746157398.830598:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.830667:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268491776 00000100:00100000:3.0:1746157398.830671:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268491776 00010000:00010000:3.0:1746157398.830685:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.830738:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10267 00000100:00100000:3.0:1746157398.830744:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268491776:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.830751:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.830766:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.830776:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.830789:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60d47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a67 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.830798:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.830799:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.830803:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.830810:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.830826:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.830835:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139840:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.831144:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.832317:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267139840:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.832327:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.832358:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268491776:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1614us (1761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.832365:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10267 00000100:00100000:0.0:1746157398.833492:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.833704:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268492032 00000100:00100000:3.0:1746157398.833709:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268492032 00002000:00100000:3.0:1746157398.833735:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d4b480 x1830978268492032/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.833743:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4b480 with x1830978268492032 ext(0->4095) 00002000:00010000:3.0:1746157398.833747:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d4b480 00000100:00100000:3.0:1746157398.833773:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4957 00000100:00100000:3.0:1746157398.833779:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268492032:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.833895:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1985:x1830978268492032:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (404us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.833900:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4957 00002000:00100000:3.0:1746157398.833905:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d4b480 x1830978268492032/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.833912:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4b480 with x1830978268492032 ext(0->4095) 00002000:00010000:3.0:1746157398.833914:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d4b480 00000100:00100000:0.0:1746157398.836970:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.837043:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268492160 00000100:00100000:3.0:1746157398.837049:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268492160 00000100:00100000:3.0:1746157398.837120:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6940 00000100:00100000:3.0:1746157398.837128:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268492160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.837141:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.837153:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a75 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.837173:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.837186:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.837187:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.837190:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.837213:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 59 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.837222:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 59 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.837232:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139968:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.837560:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.842823:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267139968:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157398.842843:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157398.842846:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.842864:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157398.842898:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268492160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5770us (5932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.842904:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6940 00000100:00100000:1.0:1746157398.843399:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268492288 00000100:00100000:1.0:1746157398.843406:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268492288 00002000:00100000:1.0:1746157398.843435:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d49500 x1830978268492288/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.843445:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49500 with x1830978268492288 ext(0->7) 00010000:00010000:1.0:1746157398.843451:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 60 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.843463:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 60 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.843470:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d49500 00000100:00100000:1.0:1746157398.843491:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2878 00000100:00100000:1.0:1746157398.843498:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+60:1983:x1830978268492288:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157398.843736:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1983:x1830978268492288:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 237us (892us total) trans 4294968008 rc 0/0 00000100:00100000:1.0:1746157398.843742:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2878 00002000:00100000:1.0:1746157398.843747:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d49500 x1830978268492288/t4294968008(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.843754:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49500 with x1830978268492288 ext(0->7) 00010000:00010000:1.0:1746157398.843759:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.843767:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746157398.843772:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d49500 00000100:00100000:0.0:1746157398.845729:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.845905:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268492416 00000100:00100000:3.0:1746157398.845911:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268492416 00010000:00010000:3.0:1746157398.845932:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.846004:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10268 00000100:00100000:3.0:1746157398.846010:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1984:x1830978268492416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.846021:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.846035:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.846045:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.846062:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a6e expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.846124:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.846126:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.846132:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.846392:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.846418:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.846429:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267140096:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.846659:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.848810:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.848831:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267140096:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.848876:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.848883:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268492672 00000100:00100000:1.0:1746157398.848887:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268492672 00002000:00100000:1.0:1746157398.848916:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d49c00 x1830978268492672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157398.848917:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1984:x1830978268492416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2906us (3192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.848923:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10268 00002000:00100000:1.0:1746157398.848923:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49c00 with x1830978268492672 ext(0->4095) 00002000:00010000:1.0:1746157398.848927:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d49c00 00000100:00100000:1.0:1746157398.848980:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4958 00000100:00100000:1.0:1746157398.848985:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268492672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.849135:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268492672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157398.849141:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4958 00002000:00100000:1.0:1746157398.849145:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d49c00 x1830978268492672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157398.849152:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49c00 with x1830978268492672 ext(0->4095) 00002000:00010000:1.0:1746157398.849154:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d49c00 00000100:00100000:0.0:1746157398.850854:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.851258:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268492800 00000100:00100000:3.0:1746157398.851264:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268492800 00000100:00100000:3.0:1746157398.851291:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6941 00000100:00100000:3.0:1746157398.851295:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31597:x1830978268492800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.851305:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.851316:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a7c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.851338:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.851343:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.851345:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.851348:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.851369:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.851378:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 5 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.851388:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267140224:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.851463:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.851734:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.851772:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268492928 00000100:00100000:0.0:1746157398.851775:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268492928 00000100:00100000:0.0:1746157398.851800:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6942 00000100:00100000:0.0:1746157398.851804:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31587:x1830978268492928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157398.851810:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157398.851816:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a83 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.851826:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157398.851830:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 64 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.851835:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157398.851837:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.851854:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 64 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.851862:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.851873:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c600, rc 0) 00000100:00100000:0.0:1746157398.852521:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:31587:x1830978268492928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 714us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157398.852530:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6942 00000100:00100000:3.0:1746157398.852764:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267140224:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.852779:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.852787:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157398.852815:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31597:x1830978268492800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1519us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.852820:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6941 00000100:00100000:0.0:1746157398.854983:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.855065:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268493056 00000100:00100000:3.0:1746157398.855118:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268493056 00010000:00010000:3.0:1746157398.855149:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.855498:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10269 00000100:00100000:3.0:1746157398.855505:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268493056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.855518:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.855534:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.855545:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.855562:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60d55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a75 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.855705:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.855707:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.855713:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.855720:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.855747:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.855756:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.855766:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267140480:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.856222:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.858425:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267140480:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157398.858438:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157398.858447:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.858496:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268493056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2990us (3519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.858503:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10269 00000100:00100000:2.0:1746157398.858567:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268493312 00000100:00100000:2.0:1746157398.858573:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268493312 00002000:00100000:2.0:1746157398.858601:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d4a300 x1830978268493312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.858609:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4a300 with x1830978268493312 ext(0->4095) 00010000:00010000:2.0:1746157398.858615:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.858627:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.858632:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d4a300 00000100:00100000:2.0:1746157398.858658:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2879 00000100:00100000:2.0:1746157398.858665:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1986:x1830978268493312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.858937:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1986:x1830978268493312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 272us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.858948:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2879 00002000:00100000:2.0:1746157398.858952:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d4a300 x1830978268493312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.858960:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4a300 with x1830978268493312 ext(0->4095) 00010000:00010000:2.0:1746157398.858964:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.858972:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.858978:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d4a300 00000100:00100000:0.0:1746157398.860275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.860417:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268493440 00000100:00100000:3.0:1746157398.860422:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268493440 00000100:00100000:0.0:1746157398.860436:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.860488:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6943 00000100:00100000:3.0:1746157398.860495:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268493440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.860505:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.860515:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a8a expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.860528:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268493568 00010000:00010000:3.0:1746157398.860531:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746157398.860532:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268493568 00010000:00010000:3.0:1746157398.860537:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.860542:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.860545:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.860547:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.860569:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.860578:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.860578:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10270 00000100:00100000:2.0:1746157398.860583:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1983:x1830978268493568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.860585:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00010000:00010000:2.0:1746157398.860591:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.860604:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.860612:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.860622:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268493440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (349us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157398.860625:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a7c expref: 63 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.860628:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6943 00010000:00010000:2.0:1746157398.860638:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.860639:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.860644:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.860650:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.860862:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.860871:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746157398.860885:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267140736:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.860952:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.862567:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267140736:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.862579:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.862602:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1983:x1830978268493568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2019us (2166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.862607:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10270 00000100:00100000:0.0:1746157398.862833:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.862976:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268493824 00000100:00100000:2.0:1746157398.862980:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268493824 00002000:00100000:2.0:1746157398.863005:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d49f80 x1830978268493824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.863013:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49f80 with x1830978268493824 ext(0->4095) 00010000:00010000:2.0:1746157398.863018:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.863028:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.863034:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d49f80 00000100:00100000:2.0:1746157398.863263:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2880 00000100:00100000:2.0:1746157398.863270:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268493824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.863392:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268493824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.863401:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2880 00002000:00100000:2.0:1746157398.863405:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d49f80 x1830978268493824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.863412:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d49f80 with x1830978268493824 ext(0->4095) 00010000:00010000:2.0:1746157398.863417:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.863424:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.863429:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d49f80 00000100:00100000:0.0:1746157398.864914:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.864952:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.865022:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268494080 00000100:00100000:2.0:1746157398.865026:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268494080 00010000:00010000:2.0:1746157398.865044:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.865136:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268493952 00000100:00100000:3.0:1746157398.865140:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268493952 00000100:00100000:3.0:1746157398.865173:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6944 00000100:00100000:3.0:1746157398.865179:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31587:x1830978268493952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.865188:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.865198:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a91 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.865213:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.865218:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.865223:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157398.865226:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 64 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.865249:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.865259:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 64 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.865267:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:1.0:1746157398.865286:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10271 00000100:00100000:3.0:1746157398.865293:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:31587:x1830978268493952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.865294:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1985:x1830978268494080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746157398.865298:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6944 00010000:00010000:1.0:1746157398.865301:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.865314:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.865323:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.865337:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60d63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a83 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.865357:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.865359:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.865363:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.865369:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.865387:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.865395:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 5 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.865404:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267140992:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.865451:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.867113:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267140992:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.867126:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.867149:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1985:x1830978268494080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1856us (2196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.867156:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10271 00000100:00100000:0.0:1746157398.867529:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.867768:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268494336 00000100:00100000:2.0:1746157398.867773:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268494336 00002000:00100000:2.0:1746157398.867799:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d4bb80 x1830978268494336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.867806:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4bb80 with x1830978268494336 ext(0->4095) 00010000:00010000:2.0:1746157398.867812:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.867824:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.867834:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d4bb80 00000100:00100000:2.0:1746157398.867859:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2881 00000100:00100000:2.0:1746157398.867865:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268494336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.868591:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268494336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 723us (1060us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.868597:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2881 00002000:00100000:2.0:1746157398.868602:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d4bb80 x1830978268494336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.868609:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4bb80 with x1830978268494336 ext(0->4095) 00010000:00010000:2.0:1746157398.868614:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.868623:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.868628:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d4bb80 00000100:00100000:2.0:1746157398.872250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.872290:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268494464 00000100:00100000:1.0:1746157398.872297:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268494464 00010000:00010000:1.0:1746157398.872323:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.872357:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10272 00000100:00100000:1.0:1746157398.872364:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268494464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.872374:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.872389:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.872398:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.872416:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60d6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a8a expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.872617:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.872620:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.872626:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.872634:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.872664:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.872675:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141120:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.872739:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.873786:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141120:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.873797:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.873853:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268494464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1486us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.873860:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10272 00000100:00100000:0.0:1746157398.874369:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.874518:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268494720 00000100:00100000:2.0:1746157398.874523:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268494720 00002000:00100000:2.0:1746157398.874547:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d6a00 x1830978268494720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.874554:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d6a00 with x1830978268494720 ext(0->4095) 00002000:00010000:2.0:1746157398.874557:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d6a00 00000100:00100000:2.0:1746157398.874640:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4959 00000100:00100000:2.0:1746157398.874647:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268494720:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157398.874879:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268494720:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 231us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.874885:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4959 00002000:00100000:2.0:1746157398.874890:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d6a00 x1830978268494720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.874896:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d6a00 with x1830978268494720 ext(0->4095) 00002000:00010000:2.0:1746157398.874899:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d6a00 00000100:00100000:0.0:1746157398.876070:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.876159:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268494848 00000100:00100000:3.0:1746157398.876164:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268494848 00000100:00100000:3.0:1746157398.876187:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6945 00000100:00100000:3.0:1746157398.876192:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268494848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.876200:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.876212:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a98 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.876230:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.876236:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.876237:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.876240:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.876262:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.876272:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.876282:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267141248:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.876391:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.878602:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.878628:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267141248:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.878650:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.878652:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268494976 00000100:00100000:1.0:1746157398.878658:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268494976 00010000:00010000:3.0:1746157398.878667:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00010000:00010000:1.0:1746157398.878678:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746157398.878706:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268494848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2513us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.878706:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10273 00000100:00100000:3.0:1746157398.878712:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6945 00000100:00100000:1.0:1746157398.878713:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268494976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.878723:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.878738:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.878748:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.878765:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60d71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a91 expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.878777:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.878779:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.878784:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.878791:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.878812:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.878821:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141376:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.878872:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.880784:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141376:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.880797:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.881171:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268494976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2457us (2572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.881178:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10273 00000100:00100000:0.0:1746157398.881526:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.881569:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268495232 00000100:00100000:3.0:1746157398.881573:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268495232 00002000:00100000:3.0:1746157398.881597:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7b80 x1830978268495232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.881606:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7b80 with x1830978268495232 ext(0->4095) 00002000:00010000:3.0:1746157398.881609:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7b80 00000100:00100000:3.0:1746157398.881623:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4960 00000100:00100000:3.0:1746157398.881629:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268495232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.881750:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268495232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.881756:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4960 00002000:00100000:3.0:1746157398.881760:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7b80 x1830978268495232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.881767:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7b80 with x1830978268495232 ext(0->4095) 00002000:00010000:3.0:1746157398.881769:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7b80 00000100:00100000:0.0:1746157398.884515:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.884548:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.884614:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268495360 00000100:00100000:3.0:1746157398.884620:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268495360 00000100:00100000:1.0:1746157398.884640:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268495488 00000100:00100000:1.0:1746157398.884643:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268495488 00000100:00100000:3.0:1746157398.884659:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6946 00000100:00100000:1.0:1746157398.884663:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6947 00000100:00100000:3.0:1746157398.884664:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31597:x1830978268495360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157398.884667:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31587:x1830978268495488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.884680:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.884686:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.884691:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031a9f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.884692:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031aa6 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.884711:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.884717:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.884718:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.884721:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.884727:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.884731:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.884736:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.884739:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 64 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.884773:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.884782:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 5 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.884791:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267141504:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.884793:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.884803:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 64 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.884811:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:1.0:1746157398.885021:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.885235:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:31597:x1830978268495360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 570us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.885240:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6946 00000100:00100000:1.0:1746157398.886695:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267141504:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.886713:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.886724:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157398.886750:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31587:x1830978268495488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2082us (2202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.886756:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6947 00000100:00100000:0.0:1746157398.887106:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.887168:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268495616 00000100:00100000:1.0:1746157398.887173:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268495616 00010000:00010000:1.0:1746157398.887191:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.887219:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10274 00000100:00100000:1.0:1746157398.887224:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268495616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.887233:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.887248:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.887257:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.887273:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60d78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a98 expref: 6 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.887284:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.887286:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.887291:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.887297:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.887317:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.887325:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.887334:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141760:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.887385:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.888610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.888666:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268495872 00000100:00100000:3.0:1746157398.888671:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268495872 00000100:00100000:1.0:1746157398.888672:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141760:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.888681:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157398.888697:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7480 x1830978268495872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746157398.888702:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268495616:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1478us (1630us total) trans 0 rc 0/0 00002000:00100000:3.0:1746157398.888705:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7480 with x1830978268495872 ext(0->4095) 00000100:00100000:1.0:1746157398.888708:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10274 00010000:00010000:3.0:1746157398.888712:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.888723:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.888728:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d7480 00000100:00100000:3.0:1746157398.888751:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2882 00000100:00100000:3.0:1746157398.888757:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1986:x1830978268495872:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.888872:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1986:x1830978268495872:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.888877:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2882 00002000:00100000:3.0:1746157398.888882:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7480 x1830978268495872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.888888:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7480 with x1830978268495872 ext(0->4095) 00010000:00010000:3.0:1746157398.888892:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.888900:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.888904:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d7480 00000100:00100000:0.0:1746157398.890342:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.890626:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268496000 00000100:00100000:1.0:1746157398.890631:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268496000 00010000:00010000:1.0:1746157398.890651:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.890924:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10275 00000100:00100000:1.0:1746157398.890931:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1986:x1830978268496000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.890941:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.890957:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.890966:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.890982:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60d86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aa6 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.890994:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.890996:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.891001:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.891008:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.891030:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 62 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.891040:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141888:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.891137:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.892796:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.892863:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268496256 00000100:00100000:3.0:1746157398.892869:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268496256 00000100:00100000:1.0:1746157398.892890:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267141888:192.168.203.5@tcp:105: 00002000:00100000:3.0:1746157398.892898:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7100 x1830978268496256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746157398.892902:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157398.892912:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7100 with x1830978268496256 ext(0->4095) 00002000:00010000:3.0:1746157398.892916:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7100 00000100:00100000:1.0:1746157398.893154:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1986:x1830978268496000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2222us (2813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.893186:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4961 00000100:00100000:3.0:1746157398.893192:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1985:x1830978268496256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157398.893270:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10275 00000100:00100000:3.0:1746157398.893495:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1985:x1830978268496256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 301us (702us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.893501:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4961 00002000:00100000:3.0:1746157398.893506:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7100 x1830978268496256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.893513:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7100 with x1830978268496256 ext(0->4095) 00002000:00010000:3.0:1746157398.893516:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7100 00000100:00100000:0.0:1746157398.895513:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.895604:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268496384 00000100:00100000:1.0:1746157398.895609:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268496384 00000100:00100000:1.0:1746157398.895652:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6948 00000100:00100000:1.0:1746157398.895658:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268496384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.895668:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.895680:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031aad expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.895700:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.895711:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.895712:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.895715:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.895738:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 61 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.895748:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 61 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.895757:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142016:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.896064:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.897010:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142016:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.897027:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.897038:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157398.897063:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268496384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1405us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.897069:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6948 00000100:00100000:0.0:1746157398.897707:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.897752:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268496512 00000100:00100000:1.0:1746157398.897757:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268496512 00010000:00010000:1.0:1746157398.897776:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.897845:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10276 00000100:00100000:1.0:1746157398.897851:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268496512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.897860:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.897876:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.897884:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.897900:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60d7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031a9f expref: 62 pid: 16659 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.897922:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.897923:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.897928:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.897935:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.897954:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.897962:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142144:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.898006:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.899200:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142144:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.899212:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.899271:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:1986:x1830978268496512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1419us (1564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.899278:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10276 00000100:00100000:0.0:1746157398.899448:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.899504:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268496768 00000100:00100000:3.0:1746157398.899508:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268496768 00002000:00100000:3.0:1746157398.899527:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbb100 x1830978268496768/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.899532:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbb100 with x1830978268496768 ext(0->4095) 00002000:00010000:3.0:1746157398.899535:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdbb100 00000100:00100000:3.0:1746157398.899552:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4962 00000100:00100000:3.0:1746157398.899556:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268496768:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.899640:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268496768:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 84us (193us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.899644:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4962 00002000:00100000:3.0:1746157398.899648:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbb100 x1830978268496768/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.899652:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbb100 with x1830978268496768 ext(0->4095) 00002000:00010000:3.0:1746157398.899653:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdbb100 00000100:00100000:0.0:1746157398.900553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.900663:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268496896 00000100:00100000:1.0:1746157398.900671:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268496896 00000100:00100000:1.0:1746157398.900706:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6949 00000100:00100000:1.0:1746157398.900712:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+61:31597:x1830978268496896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.900721:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.900732:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ab4 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.900749:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.900755:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.900756:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.900760:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.900913:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.900923:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.900933:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142272:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.900996:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.902390:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142272:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.902407:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 62 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.902418:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157398.902527:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:31597:x1830978268496896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1814us (1974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.902533:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6949 00000100:00100000:0.0:1746157398.902751:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.902789:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268497024 00000100:00100000:1.0:1746157398.902794:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268497024 00010000:00010000:1.0:1746157398.902809:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.902866:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10277 00000100:00100000:1.0:1746157398.902871:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268497024:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.902879:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.902893:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.902902:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.902918:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60d8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aad expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.902944:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.902946:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.902952:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.902959:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.902979:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.902992:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142400:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.903125:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.904089:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142400:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.904109:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.904140:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268497024:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1268us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.904210:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10277 00000100:00100000:0.0:1746157398.904569:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.904633:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268497280 00000100:00100000:3.0:1746157398.904638:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268497280 00002000:00100000:3.0:1746157398.904661:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdba680 x1830978268497280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.904669:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdba680 with x1830978268497280 ext(0->4095) 00002000:00010000:3.0:1746157398.904673:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdba680 00000100:00100000:3.0:1746157398.904698:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4963 00000100:00100000:3.0:1746157398.904703:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268497280:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.904815:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268497280:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.904821:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4963 00002000:00100000:3.0:1746157398.904826:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdba680 x1830978268497280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.904833:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdba680 with x1830978268497280 ext(0->4095) 00002000:00010000:3.0:1746157398.904836:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdba680 00000100:00100000:0.0:1746157398.906752:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.906830:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268497408 00000100:00100000:1.0:1746157398.906835:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268497408 00000100:00100000:1.0:1746157398.906874:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6950 00000100:00100000:1.0:1746157398.906880:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268497408:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.906890:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.906902:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031abb expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.906927:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.906933:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.906935:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.906938:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.906958:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 61 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.906967:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 61 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.906976:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142528:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.907047:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.908169:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142528:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.908183:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.908193:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157398.908216:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268497408:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1337us (1468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.908222:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6950 00000100:00100000:0.0:1746157398.908867:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.908917:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268497536 00000100:00100000:2.0:1746157398.908921:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268497536 00002000:00100000:2.0:1746157398.908943:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdbad80 x1830978268497536/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.908951:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbad80 with x1830978268497536 ext(0->7) 00010000:00010000:2.0:1746157398.908956:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.908966:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 62 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.908971:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdbad80 00000100:00100000:2.0:1746157398.908995:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2883 00000100:00100000:2.0:1746157398.909001:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+62:1986:x1830978268497536:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157398.909260:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1986:x1830978268497536:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 258us (393us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1746157398.909268:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2883 00002000:00100000:2.0:1746157398.909273:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdbad80 x1830978268497536/t4294968009(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.909280:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbad80 with x1830978268497536 ext(0->7) 00010000:00010000:2.0:1746157398.909283:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.909291:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.909296:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdbad80 00000100:00100000:0.0:1746157398.910617:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.910687:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268497664 00000100:00100000:1.0:1746157398.910691:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268497664 00010000:00010000:1.0:1746157398.910707:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.910736:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10278 00000100:00100000:1.0:1746157398.910741:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1985:x1830978268497664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.910748:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.910760:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.910769:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.910786:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60d94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ab4 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.910892:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.910894:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.910899:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.910906:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.910928:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.910937:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142656:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.910997:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.913252:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142656:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.913265:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.913307:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:1985:x1830978268497664:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2565us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.913314:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10278 00000100:00100000:0.0:1746157398.913581:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.913647:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268497920 00000100:00100000:3.0:1746157398.913652:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268497920 00002000:00100000:3.0:1746157398.913677:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbbb80 x1830978268497920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.913685:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbbb80 with x1830978268497920 ext(0->4095) 00002000:00010000:3.0:1746157398.913690:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdbbb80 00000100:00100000:3.0:1746157398.913716:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4964 00000100:00100000:3.0:1746157398.913721:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268497920:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157398.913828:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268497920:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.913833:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4964 00002000:00100000:3.0:1746157398.913837:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdbbb80 x1830978268497920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.913844:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbbb80 with x1830978268497920 ext(0->4095) 00002000:00010000:3.0:1746157398.913846:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdbbb80 00000100:00100000:0.0:1746157398.915021:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.915067:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268498048 00000100:00100000:1.0:1746157398.915109:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268498048 00000100:00100000:1.0:1746157398.915143:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6951 00000100:00100000:1.0:1746157398.915149:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+63:31597:x1830978268498048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.915161:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.915173:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ac2 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.915195:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.915201:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.915202:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.915205:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.915281:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.915292:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.915307:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142784:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.915380:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.916637:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267142784:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.916652:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 64 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.916726:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:1.0:1746157398.916762:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:31597:x1830978268498048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1613us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.916768:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6951 00000100:00100000:0.0:1746157398.917741:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.918008:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268498176 00000100:00100000:1.0:1746157398.918013:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268498176 00010000:00010000:1.0:1746157398.918033:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.918066:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10279 00000100:00100000:1.0:1746157398.918144:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268498176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.918153:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.918170:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.918179:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.918198:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60d9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031abb expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.918214:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.918216:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.918221:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.918228:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.918248:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.918257:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142912:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.918315:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.919918:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267142912:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.919930:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.919956:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268498176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1884us (2215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.919963:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10279 00000100:00100000:0.0:1746157398.921058:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.921402:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268498432 00000100:00100000:3.0:1746157398.921408:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268498432 00002000:00100000:3.0:1746157398.921439:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9f80 x1830978268498432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.921448:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268498432 ext(0->4095) 00002000:00010000:3.0:1746157398.921452:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9f80 00000100:00100000:3.0:1746157398.921479:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4965 00000100:00100000:3.0:1746157398.921485:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1983:x1830978268498432:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157398.921602:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1983:x1830978268498432:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (547us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.921608:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4965 00002000:00100000:3.0:1746157398.921613:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9f80 x1830978268498432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.921626:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268498432 ext(0->4095) 00002000:00010000:3.0:1746157398.921629:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9f80 00000100:00100000:2.0:1746157398.925570:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.925698:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268498560 00000100:00100000:1.0:1746157398.925705:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268498560 00000100:00100000:1.0:1746157398.925754:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6952 00000100:00100000:1.0:1746157398.925761:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268498560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.925778:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.925791:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ac9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.925814:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.925820:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.925822:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.925825:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.925848:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 63 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.925857:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 63 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.925867:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143040:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.926047:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.928031:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143040:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157398.928050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157398.928056:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.928212:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268498688 00000100:00100000:2.0:1746157398.928221:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268498688 00002000:00100000:2.0:1746157398.928268:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb9500 x1830978268498688/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.928278:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9500 with x1830978268498688 ext(0->7) 00010000:00010000:2.0:1746157398.928287:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.928301:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 64 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.928308:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9500 00000100:00100000:2.0:1746157398.928341:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2884 00000100:00100000:2.0:1746157398.928348:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+64:1985:x1830978268498688:12345-192.168.203.5@tcp:4:ldlm_bl.0 00010000:00010000:1.0:1746157398.928429:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157398.928492:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268498560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2730us (2925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.928506:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6952 00000100:00100000:2.0:1746157398.928679:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1985:x1830978268498688:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 331us (633us total) trans 4294968010 rc 0/0 00000100:00100000:2.0:1746157398.928685:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2884 00002000:00100000:2.0:1746157398.928691:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb9500 x1830978268498688/t4294968010(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.928698:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9500 with x1830978268498688 ext(0->7) 00010000:00010000:2.0:1746157398.928702:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746157398.928711:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:2.0:1746157398.928716:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9500 00000100:00100000:0.0:1746157398.930247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.930301:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268498816 00000100:00100000:1.0:1746157398.930308:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268498816 00010000:00010000:1.0:1746157398.930340:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.930371:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10280 00000100:00100000:1.0:1746157398.930377:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978268498816:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.930388:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.930405:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.930415:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.930433:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60da2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac2 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.930459:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.930461:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.930467:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.930474:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.930498:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.930507:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143168:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.930565:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.931934:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143168:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157398.931938:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157398.931946:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.931970:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:1986:x1830978268498816:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1593us (1728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.931977:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10280 00000100:00100000:2.0:1746157398.932013:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268499072 00000100:00100000:2.0:1746157398.932025:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268499072 00002000:00100000:2.0:1746157398.932067:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8e00 x1830978268499072/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.932127:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8e00 with x1830978268499072 ext(0->4095) 00002000:00010000:2.0:1746157398.932132:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8e00 00000100:00100000:2.0:1746157398.932171:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4966 00000100:00100000:2.0:1746157398.932179:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268499072:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157398.932338:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268499072:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157398.932344:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4966 00002000:00100000:2.0:1746157398.932350:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8e00 x1830978268499072/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157398.932357:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8e00 with x1830978268499072 ext(0->4095) 00002000:00010000:2.0:1746157398.932360:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8e00 00000100:00100000:0.0:1746157398.933680:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.933726:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268499200 00000100:00100000:1.0:1746157398.933733:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268499200 00000100:00100000:1.0:1746157398.933772:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6953 00000100:00100000:1.0:1746157398.933778:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+65:31597:x1830978268499200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.933790:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.933801:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ad0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.933823:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.933829:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.933830:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.933833:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 66 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.933851:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.933865:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 5 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.933874:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143296:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.933930:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.934680:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143296:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.934695:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 66 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.934704:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157398.934737:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:31597:x1830978268499200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 959us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.934743:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6953 00000100:00100000:0.0:1746157398.935549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.935589:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268499328 00000100:00100000:1.0:1746157398.935593:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268499328 00010000:00010000:1.0:1746157398.935613:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.935638:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10281 00000100:00100000:1.0:1746157398.935643:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268499328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.935653:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.935669:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.935682:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.935699:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e60da9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ac9 expref: 6 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.935721:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.935723:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.935729:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.935735:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.935844:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.935854:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143424:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.936056:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.939356:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143424:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.939372:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.939417:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268499328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3771us (3866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.939426:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10281 00000100:00100000:0.0:1746157398.940111:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.940203:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268499584 00000100:00100000:3.0:1746157398.940208:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268499584 00002000:00100000:3.0:1746157398.940237:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f0000 x1830978268499584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.940244:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0000 with x1830978268499584 ext(0->4095) 00002000:00010000:3.0:1746157398.940248:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f0000 00000100:00100000:3.0:1746157398.940269:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4967 00000100:00100000:3.0:1746157398.940275:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1984:x1830978268499584:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157398.940396:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1984:x1830978268499584:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.940401:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4967 00002000:00100000:3.0:1746157398.940406:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f0000 x1830978268499584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.940411:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0000 with x1830978268499584 ext(0->4095) 00002000:00010000:3.0:1746157398.940414:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f0000 00000100:00100000:0.0:1746157398.941833:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.941893:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268499712 00000100:00100000:1.0:1746157398.941899:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268499712 00000100:00100000:1.0:1746157398.941942:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6954 00000100:00100000:1.0:1746157398.941949:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268499712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.941960:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.941972:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ad7 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.941994:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.942000:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.942002:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.942005:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.942027:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 65 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.942036:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 65 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.942045:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143552:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.942138:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.944275:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.944363:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143552:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.944385:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.944399:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157398.944435:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268499712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2486us (2606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.944442:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6954 00000100:00100000:3.0:1746157398.944588:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268499840 00000100:00100000:3.0:1746157398.944593:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268499840 00002000:00100000:3.0:1746157398.944620:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800924f0a80 x1830978268499840/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.944628:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0a80 with x1830978268499840 ext(0->7) 00010000:00010000:3.0:1746157398.944633:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.944644:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 66 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.944650:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f0a80 00000100:00100000:3.0:1746157398.944679:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2885 00000100:00100000:3.0:1746157398.944685:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+66:1986:x1830978268499840:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157398.945029:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1986:x1830978268499840:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 343us (758us total) trans 4294968011 rc 0/0 00000100:00100000:3.0:1746157398.945036:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2885 00002000:00100000:3.0:1746157398.945041:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800924f0a80 x1830978268499840/t4294968011(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.945048:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0a80 with x1830978268499840 ext(0->7) 00010000:00010000:3.0:1746157398.945053:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 68 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:3.0:1746157398.945062:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 68 pid: 8487 timeout: 605 lvb_type: 0 00002000:00010000:3.0:1746157398.945068:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f0a80 00000100:00100000:0.0:1746157398.947125:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.947155:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268499968 00000100:00100000:1.0:1746157398.947162:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268499968 00010000:00010000:1.0:1746157398.947187:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 68 pid: 8487 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746157398.947215:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10282 00000100:00100000:1.0:1746157398.947220:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1985:x1830978268499968:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157398.947229:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157398.947241:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 68 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.947249:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 68 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.947263:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e60db0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad0 expref: 68 pid: 8487 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746157398.947282:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.947284:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.947288:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.947293:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.947314:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157398.947322:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143680:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.947375:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.948748:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143680:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.948761:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.948799:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:1985:x1830978268499968:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1577us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.948807:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10282 00000100:00100000:0.0:1746157398.949715:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.949787:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268500224 00000100:00100000:3.0:1746157398.949792:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268500224 00002000:00100000:3.0:1746157398.949823:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2a00 x1830978268500224/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.949831:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2a00 with x1830978268500224 ext(0->4095) 00002000:00010000:3.0:1746157398.949836:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2a00 00000100:00100000:3.0:1746157398.949920:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4968 00000100:00100000:3.0:1746157398.949927:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268500224:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157398.950304:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268500224:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 376us (589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.950310:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4968 00002000:00100000:3.0:1746157398.950315:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2a00 x1830978268500224/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.950323:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2a00 with x1830978268500224 ext(0->4095) 00002000:00010000:3.0:1746157398.950325:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2a00 00000100:00100000:0.0:1746157398.952243:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.952305:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268500352 00000100:00100000:1.0:1746157398.952312:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268500352 00000100:00100000:1.0:1746157398.952354:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6955 00000100:00100000:1.0:1746157398.952361:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+67:31597:x1830978268500352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157398.952373:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.952394:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ade expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.952415:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.952422:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.952423:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.952426:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.952451:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.952461:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157398.952473:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143808:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.952541:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.956036:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.956141:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.956172:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267143808:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.956194:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 68 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.956208:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:3.0:1746157398.956227:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268500608 00000100:00100000:3.0:1746157398.956232:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268500608 00000100:00100000:1.0:1746157398.956251:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31597:x1830978268500352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3890us (4013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.956259:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6955 00000100:00100000:3.0:1746157398.956270:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6956 00000100:00100000:3.0:1746157398.956276:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:31587:x1830978268500608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.956286:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.956296:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ae5 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.956352:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268500480 00000100:00100000:2.0:1746157398.956355:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268500480 00010000:00010000:2.0:1746157398.956373:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157398.956390:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10283 00000100:00100000:2.0:1746157398.956395:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268500480:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.956404:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.956421:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.956431:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.956446:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60db7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ad7 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.956467:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.956469:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.956474:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.956481:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.956511:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.956521:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143936:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.956529:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.956535:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.956537:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.956540:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 69 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.956558:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947800c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157398.956561:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.956570:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157398.956578:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267144064:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.956600:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.957899:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267144064:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.957916:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 69 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.957925:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157398.957962:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31587:x1830978268500608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1686us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.957967:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6956 00000100:00100000:0.0:1746157398.958586:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.958612:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267143936:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.958622:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.958625:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268500864 00000100:00100000:3.0:1746157398.958629:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268500864 00002000:00100000:3.0:1746157398.958653:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f3100 x1830978268500864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157398.958654:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268500480:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2257us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.958660:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10283 00002000:00100000:3.0:1746157398.958661:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f3100 with x1830978268500864 ext(0->4095) 00010000:00010000:3.0:1746157398.958666:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.958680:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.958685:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f3100 00000100:00100000:3.0:1746157398.958704:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2886 00000100:00100000:3.0:1746157398.958710:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1986:x1830978268500864:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.959185:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1986:x1830978268500864:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 474us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.959192:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2886 00002000:00100000:3.0:1746157398.959201:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f3100 x1830978268500864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.959208:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f3100 with x1830978268500864 ext(0->4095) 00010000:00010000:3.0:1746157398.959213:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.959222:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.959227:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f3100 00000100:00100000:0.0:1746157398.960454:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.960498:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268500992 00000100:00100000:2.0:1746157398.960502:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268500992 00010000:00010000:2.0:1746157398.960519:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157398.960544:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10284 00000100:00100000:2.0:1746157398.960549:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1985:x1830978268500992:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.960559:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.960570:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.960580:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.960596:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60dbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ade expref: 69 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.960607:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.960609:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.960614:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 68 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.960621:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 68 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.960643:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 68 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.960652:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144192:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.961148:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.961796:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144192:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.961806:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.961825:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1985:x1830978268500992:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1276us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.961832:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10284 00000100:00100000:0.0:1746157398.963396:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.963463:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268501248 00000100:00100000:3.0:1746157398.963469:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268501248 00002000:00100000:3.0:1746157398.963493:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f0e00 x1830978268501248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.963501:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0e00 with x1830978268501248 ext(0->4095) 00002000:00010000:3.0:1746157398.963505:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f0e00 00000100:00100000:3.0:1746157398.963530:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4969 00000100:00100000:3.0:1746157398.963535:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1986:x1830978268501248:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.963648:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1986:x1830978268501248:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (255us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.963654:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4969 00002000:00100000:3.0:1746157398.963659:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f0e00 x1830978268501248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.963666:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f0e00 with x1830978268501248 ext(0->4095) 00002000:00010000:3.0:1746157398.963668:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f0e00 00000100:00100000:0.0:1746157398.965738:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.965798:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268501376 00000100:00100000:3.0:1746157398.965804:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268501376 00000100:00100000:3.0:1746157398.965877:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6957 00000100:00100000:3.0:1746157398.965884:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268501376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.965895:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.965908:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031aec expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.965928:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 67 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.965933:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.965935:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157398.965938:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.965966:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 67 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.965975:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 67 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157398.965984:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267144320:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.966405:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.967443:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267144320:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.967461:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.967472:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157398.967498:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268501376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1615us (1764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.967505:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6957 00000100:00100000:0.0:1746157398.968505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.968579:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268501504 00000100:00100000:3.0:1746157398.968584:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268501504 00002000:00100000:3.0:1746157398.968610:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800924f1f80 x1830978268501504/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.968618:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1f80 with x1830978268501504 ext(0->7) 00010000:00010000:3.0:1746157398.968624:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 68 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.968635:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 68 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.968641:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1f80 00000100:00100000:3.0:1746157398.968666:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2887 00000100:00100000:3.0:1746157398.968673:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+68:1986:x1830978268501504:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157398.968982:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1986:x1830978268501504:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 308us (477us total) trans 4294968012 rc 0/0 00000100:00100000:3.0:1746157398.968988:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2887 00002000:00100000:3.0:1746157398.968992:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800924f1f80 x1830978268501504/t4294968012(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 496/448 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.968999:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1f80 with x1830978268501504 ext(0->7) 00010000:00010000:3.0:1746157398.969003:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 70 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.969011:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 70 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.969016:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1f80 00000100:00100000:0.0:1746157398.971563:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.971658:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268501632 00000100:00100000:2.0:1746157398.971665:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268501632 00010000:00010000:2.0:1746157398.971692:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 70 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157398.971725:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10285 00000100:00100000:2.0:1746157398.971732:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1983:x1830978268501632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.971746:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.971761:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 70 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.971772:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 70 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.971789:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60dc5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ae5 expref: 70 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.971817:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.971819:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.971825:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.972475:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.972503:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157398.972514:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144448:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.972586:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.973858:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801337e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144448:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.973869:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.973897:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1983:x1830978268501632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2166us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.973908:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10285 00000100:00100000:0.0:1746157398.974343:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.974852:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268501888 00000100:00100000:3.0:1746157398.974857:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268501888 00002000:00100000:3.0:1746157398.974885:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9880 x1830978268501888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.974893:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9880 with x1830978268501888 ext(0->4095) 00002000:00010000:3.0:1746157398.974897:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d9880 00000100:00100000:3.0:1746157398.974921:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4970 00000100:00100000:3.0:1746157398.974926:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268501888:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157398.975028:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268501888:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (686us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.975034:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4970 00002000:00100000:3.0:1746157398.975038:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9880 x1830978268501888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.975044:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9880 with x1830978268501888 ext(0->4095) 00002000:00010000:3.0:1746157398.975047:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d9880 00000100:00100000:0.0:1746157398.978324:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.978481:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268502016 00000100:00100000:3.0:1746157398.978489:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268502016 00000100:00100000:3.0:1746157398.978534:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6958 00000100:00100000:3.0:1746157398.978540:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31597:x1830978268502016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157398.978553:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157398.978565:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031af3 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.978587:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.978594:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.978595:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.978598:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.978620:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.978632:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157398.978642:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267144576:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157398.978963:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157398.980935:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.981338:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267144576:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.981339:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268502144 00000100:00100000:1.0:1746157398.981344:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268502144 00010000:00010000:3.0:1746157398.981354:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.981363:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:1.0:1746157398.981378:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6959 00000100:00100000:1.0:1746157398.981384:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31587:x1830978268502144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157398.981387:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31597:x1830978268502016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.981392:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6958 00010000:00010000:1.0:1746157398.981394:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157398.981403:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031afa expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.981419:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.981423:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.981429:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.981432:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.981452:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.981460:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.981467:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157398.981483:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:31587:x1830978268502144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.981489:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6959 00000100:00100000:2.0:1746157398.981778:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.981840:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268502272 00000100:00100000:0.0:1746157398.981844:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268502272 00010000:00010000:0.0:1746157398.981859:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157398.981877:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10286 00000100:00100000:0.0:1746157398.981881:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268502272:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157398.981888:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157398.981903:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157398.981913:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157398.981926:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60dcc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031aec expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157398.981955:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157398.981956:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157398.981961:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.981967:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.981983:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 70 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157398.981992:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 70 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157398.982001:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a17da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144832:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157398.982046:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157398.983315:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a17da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144832:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.983327:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157398.983446:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268502272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1563us (1668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.983454:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10286 00000100:00100000:0.0:1746157398.983835:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.983928:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268502528 00000100:00100000:3.0:1746157398.983932:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268502528 00002000:00100000:3.0:1746157398.983957:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17da680 x1830978268502528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.983965:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17da680 with x1830978268502528 ext(0->4095) 00010000:00010000:3.0:1746157398.983971:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.983981:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.983991:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17da680 00000100:00100000:3.0:1746157398.984015:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2888 00000100:00100000:3.0:1746157398.984055:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1986:x1830978268502528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.984208:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1986:x1830978268502528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.984214:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2888 00002000:00100000:3.0:1746157398.984218:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17da680 x1830978268502528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.984225:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17da680 with x1830978268502528 ext(0->4095) 00010000:00010000:3.0:1746157398.984230:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.984238:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.984243:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17da680 00000100:00100000:0.0:1746157398.986016:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157398.986112:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157398.986160:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268502656 00000100:00100000:2.0:1746157398.986164:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268502656 00010000:00010000:2.0:1746157398.986184:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157398.986194:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268502784 00000100:00100000:1.0:1746157398.986204:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268502784 00000100:00100000:2.0:1746157398.986213:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10287 00000100:00100000:2.0:1746157398.986219:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1985:x1830978268502656:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157398.986228:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157398.986242:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157398.986251:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157398.986256:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6960 00000100:00100000:1.0:1746157398.986263:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268502784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157398.986269:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60dd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031af3 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157398.986281:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157398.986290:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.986292:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157398.986298:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.986305:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.986317:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b01 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157398.986399:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.986477:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.986489:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.986491:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157398.986494:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.986525:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.986537:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157398.986549:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145088:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157398.986679:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157398.986690:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144960:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157398.986794:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.986810:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157398.988046:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145088:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157398.988065:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.988104:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:2.0:1746157398.988111:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267144960:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157398.988124:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157398.988146:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268502784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1884us (2135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157398.988147:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1985:x1830978268502656:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1928us (2035us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.988152:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6960 00000100:00100000:2.0:1746157398.988154:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10287 00000100:00100000:0.0:1746157398.988987:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.989172:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268503040 00000100:00100000:3.0:1746157398.989177:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268503040 00002000:00100000:3.0:1746157398.989203:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9180 x1830978268503040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.989211:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9180 with x1830978268503040 ext(0->4095) 00010000:00010000:3.0:1746157398.989217:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.989232:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.989238:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17d9180 00000100:00100000:3.0:1746157398.989259:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2889 00000100:00100000:3.0:1746157398.989264:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1986:x1830978268503040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.989597:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1986:x1830978268503040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 332us (611us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.989603:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2889 00002000:00100000:3.0:1746157398.989608:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d9180 x1830978268503040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.989614:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d9180 with x1830978268503040 ext(0->4095) 00010000:00010000:3.0:1746157398.989619:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.989627:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.989632:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17d9180 00000100:00100000:0.0:1746157398.990782:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157398.990881:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268503168 00000100:00100000:1.0:1746157398.990886:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268503168 00000100:00100000:2.0:1746157398.991053:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.991132:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268503296 00000100:00100000:3.0:1746157398.991136:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268503296 00000100:00100000:1.0:1746157398.991147:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6961 00010000:00010000:3.0:1746157398.991151:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 71 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157398.991154:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31587:x1830978268503168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157398.991166:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10288 00010000:00010000:1.0:1746157398.991166:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157398.991171:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1985:x1830978268503296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.991179:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.991190:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 71 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.991198:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 71 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.991212:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60dda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031afa expref: 71 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.991226:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.991227:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.991233:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.991240:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.991265:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.991275:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145216:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157398.991292:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b08 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.991311:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.991316:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.991318:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157398.991320:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.991324:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746157398.991335:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.991344:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157398.991352:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145344:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157398.991373:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.992628:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145216:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157398.992643:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145344:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157398.992644:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157398.992656:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157398.992665:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:3.0:1746157398.992667:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1985:x1830978268503296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1495us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.992675:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10288 00000100:00100000:1.0:1746157398.992684:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:31587:x1830978268503168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1530us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157398.992692:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6961 00000100:00100000:0.0:1746157398.993212:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.993242:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268503552 00000100:00100000:3.0:1746157398.993246:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268503552 00002000:00100000:3.0:1746157398.993263:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17daa00 x1830978268503552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.993269:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17daa00 with x1830978268503552 ext(0->4095) 00010000:00010000:3.0:1746157398.993273:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.993280:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.993284:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17daa00 00000100:00100000:3.0:1746157398.993300:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2890 00000100:00100000:3.0:1746157398.993305:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268503552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157398.993405:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268503552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (194us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.993409:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2890 00002000:00100000:3.0:1746157398.993412:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17daa00 x1830978268503552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.993417:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17daa00 with x1830978268503552 ext(0->4095) 00010000:00010000:3.0:1746157398.993420:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.993428:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157398.993431:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17daa00 00000100:00100000:0.0:1746157398.995565:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.995634:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268503680 00000100:00100000:3.0:1746157398.995643:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268503680 00010000:00010000:3.0:1746157398.995675:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157398.995714:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10289 00000100:00100000:3.0:1746157398.995722:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268503680:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157398.995735:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157398.995757:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.995769:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.995792:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60de1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b01 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157398.995821:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.995823:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157398.995831:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.995842:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157398.995875:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157398.995887:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145472:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157398.995976:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157398.997637:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145472:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157398.997655:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157398.997691:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268503680:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1970us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157398.997700:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10289 00000100:00100000:0.0:1746157398.998221:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157398.998299:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268503936 00000100:00100000:3.0:1746157398.998305:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268503936 00002000:00100000:3.0:1746157398.998536:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98a80 x1830978268503936/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/0 e 0 to 0 dl 1746157409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.998547:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98a80 with x1830978268503936 ext(0->4095) 00002000:00010000:3.0:1746157398.998552:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98a80 00000100:00100000:3.0:1746157398.998576:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4971 00000100:00100000:3.0:1746157398.998583:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1986:x1830978268503936:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157398.998736:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1986:x1830978268503936:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (515us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157398.998745:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4971 00002000:00100000:3.0:1746157398.998751:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98a80 x1830978268503936/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:204/0 lens 488/4536 e 0 to 0 dl 1746157409 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157398.998759:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98a80 with x1830978268503936 ext(0->4095) 00002000:00010000:3.0:1746157398.998761:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98a80 00000100:00100000:0.0:1746157399.000575:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.000664:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268504064 00000100:00100000:1.0:1746157399.000671:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268504064 00000100:00100000:1.0:1746157399.000724:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6962 00000100:00100000:1.0:1746157399.000731:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268504064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.000748:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1746157399.000757:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746157399.000764:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b0f expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.000792:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.000799:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.000801:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.000805:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.000834:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.000846:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 69 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.000857:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145600:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.001211:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.002207:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145600:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.002228:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.002240:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157399.002284:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268504064:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1551us (1715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.002292:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6962 00000100:00100000:0.0:1746157399.002420:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.002477:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268504192 00000100:00100000:3.0:1746157399.002483:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268504192 00010000:00010000:3.0:1746157399.002507:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.002541:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10290 00000100:00100000:3.0:1746157399.002548:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1985:x1830978268504192:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.002563:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.002585:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.002596:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.002617:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60de8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b08 expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.002641:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.002643:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.002650:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.002735:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.002764:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.002777:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145728:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.002830:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.003688:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145728:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.003700:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.003734:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:1985:x1830978268504192:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1187us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.003741:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10290 00000100:00100000:0.0:1746157399.003939:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.003983:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268504448 00000100:00100000:3.0:1746157399.003987:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268504448 00002000:00100000:3.0:1746157399.004015:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98380 x1830978268504448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.004024:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98380 with x1830978268504448 ext(0->4095) 00002000:00010000:3.0:1746157399.004027:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98380 00000100:00100000:3.0:1746157399.004049:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4972 00000100:00100000:3.0:1746157399.004056:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268504448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.004248:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268504448:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.004257:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4972 00002000:00100000:3.0:1746157399.004262:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98380 x1830978268504448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.004269:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98380 with x1830978268504448 ext(0->4095) 00002000:00010000:3.0:1746157399.004272:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98380 00000100:00100000:0.0:1746157399.005649:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.005714:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268504576 00000100:00100000:1.0:1746157399.005721:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268504576 00000100:00100000:1.0:1746157399.005767:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6963 00000100:00100000:1.0:1746157399.005774:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+69:31597:x1830978268504576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.005788:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.005805:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b16 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.005831:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.005839:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.005841:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.005844:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.005871:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.005882:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.005893:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145856:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.005973:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.007054:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267145856:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.007117:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 70 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.007132:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157399.007172:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:31597:x1830978268504576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1399us (1530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.007180:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6963 00000100:00100000:0.0:1746157399.007222:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.007285:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268504704 00000100:00100000:3.0:1746157399.007292:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268504704 00010000:00010000:3.0:1746157399.007318:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.007455:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10291 00000100:00100000:3.0:1746157399.007463:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268504704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.007473:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.007494:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.007509:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.007530:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60def lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b0f expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.007554:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.007556:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.007563:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.007576:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.007604:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.007614:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145984:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.007718:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.009423:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267145984:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.009444:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.009710:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268504704:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2246us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.009719:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10291 00000100:00100000:0.0:1746157399.009933:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.010037:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268504960 00000100:00100000:2.0:1746157399.010044:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268504960 00002000:00100000:2.0:1746157399.010117:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99180 x1830978268504960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.010126:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99180 with x1830978268504960 ext(0->4095) 00002000:00010000:2.0:1746157399.010131:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba99180 00000100:00100000:2.0:1746157399.010147:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4973 00000100:00100000:2.0:1746157399.010154:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1985:x1830978268504960:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.010298:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1985:x1830978268504960:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.010304:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4973 00002000:00100000:2.0:1746157399.010524:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99180 x1830978268504960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.010531:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99180 with x1830978268504960 ext(0->4095) 00002000:00010000:2.0:1746157399.010534:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba99180 00000100:00100000:0.0:1746157399.012360:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.012443:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268505088 00000100:00100000:1.0:1746157399.012453:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268505088 00000100:00100000:1.0:1746157399.012516:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6964 00000100:00100000:1.0:1746157399.012523:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268505088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.012540:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.012558:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b1d expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.012636:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.012644:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.012645:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.012649:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.012685:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 69 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.012697:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 69 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.012709:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267146112:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.012802:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.013962:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267146112:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157399.014366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157399.014563:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.014577:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157399.014629:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268505088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2107us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.014636:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6964 00000100:00100000:2.0:1746157399.014719:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268505216 00000100:00100000:2.0:1746157399.014727:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268505216 00002000:00100000:2.0:1746157399.014989:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009ba9b800 x1830978268505216/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.014998:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9b800 with x1830978268505216 ext(0->7) 00010000:00010000:2.0:1746157399.015006:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.015018:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 70 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.015024:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9b800 00000100:00100000:2.0:1746157399.015055:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2891 00000100:00100000:2.0:1746157399.015062:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+70:1985:x1830978268505216:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157399.015858:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268505216:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 794us (1495us total) trans 4294968013 rc 0/0 00000100:00100000:2.0:1746157399.015868:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2891 00002000:00100000:2.0:1746157399.015874:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009ba9b800 x1830978268505216/t4294968013(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.015880:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9b800 with x1830978268505216 ext(0->7) 00010000:00010000:2.0:1746157399.015886:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.015895:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.015900:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9b800 00000100:00100000:0.0:1746157399.018139:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.018228:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268505344 00000100:00100000:3.0:1746157399.018240:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268505344 00010000:00010000:3.0:1746157399.018280:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.018325:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10292 00000100:00100000:3.0:1746157399.018332:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268505344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.018346:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.018369:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.018381:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.018406:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60df6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b16 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.018430:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.018432:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.018440:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.018448:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.018483:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.018496:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267146240:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.018588:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.020531:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.020559:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267146240:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.020583:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.020594:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268505600 00000100:00100000:2.0:1746157399.020600:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268505600 00000100:00100000:3.0:1746157399.020634:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1986:x1830978268505344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2301us (2500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.020644:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10292 00002000:00100000:2.0:1746157399.021232:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98000 x1830978268505600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.021241:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98000 with x1830978268505600 ext(0->4095) 00002000:00010000:2.0:1746157399.021245:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98000 00000100:00100000:2.0:1746157399.021277:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4974 00000100:00100000:2.0:1746157399.021587:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268505600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.021710:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268505600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 426us (1182us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.021716:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4974 00002000:00100000:2.0:1746157399.021722:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba98000 x1830978268505600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.021735:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba98000 with x1830978268505600 ext(0->4095) 00002000:00010000:2.0:1746157399.021738:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba98000 00000100:00100000:0.0:1746157399.023586:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.024453:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268505728 00000100:00100000:1.0:1746157399.024459:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268505728 00000100:00100000:1.0:1746157399.024497:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6965 00000100:00100000:1.0:1746157399.024504:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31597:x1830978268505728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.024516:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.024529:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b24 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.024553:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.024638:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.024641:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.024646:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.024672:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.024682:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.024692:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267146368:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.025474:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.026989:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.027159:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268505856 00000100:00100000:2.0:1746157399.027165:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268505856 00000100:00100000:2.0:1746157399.027203:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6966 00000100:00100000:2.0:1746157399.027210:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268505856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.027221:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.027232:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b2b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.027249:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.027254:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.027259:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.027262:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.027286:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.027294:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.027301:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157399.027340:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268505856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.027348:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6966 00000100:00100000:1.0:1746157399.028154:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267146368:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.028169:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.028177:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157399.028197:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268505728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3694us (4616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.028202:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6965 00000100:00100000:0.0:1746157399.028900:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.028940:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268505984 00000100:00100000:3.0:1746157399.028944:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268505984 00010000:00010000:3.0:1746157399.028959:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.028975:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10293 00000100:00100000:3.0:1746157399.028979:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268505984:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.028985:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.028997:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.029005:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.029024:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60dfd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b1d expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.029048:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.029050:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.029055:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.029062:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.029113:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.029122:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.029136:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267146624:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.029181:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.031030:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267146624:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.031045:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.031111:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268505984:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2129us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.031118:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10293 00000100:00100000:0.0:1746157399.031349:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.031415:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268506240 00000100:00100000:2.0:1746157399.031420:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268506240 00002000:00100000:2.0:1746157399.031451:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337100 x1830978268506240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.031460:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337100 with x1830978268506240 ext(0->4095) 00010000:00010000:2.0:1746157399.031466:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.031477:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.031483:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093337100 00000100:00100000:2.0:1746157399.031509:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2892 00000100:00100000:2.0:1746157399.031515:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268506240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.031632:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268506240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.031638:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2892 00002000:00100000:2.0:1746157399.031643:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337100 x1830978268506240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.031649:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337100 with x1830978268506240 ext(0->4095) 00010000:00010000:2.0:1746157399.031654:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.031666:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.031671:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093337100 00000100:00100000:0.0:1746157399.033145:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.033194:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268506368 00000100:00100000:1.0:1746157399.033199:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268506368 00000100:00100000:0.0:1746157399.033215:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.033236:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6967 00000100:00100000:1.0:1746157399.033242:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268506368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.033255:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.033266:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b32 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.033284:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.033289:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.033294:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.033297:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.033322:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.033331:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.033339:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:1.0:1746157399.033364:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268506368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.033369:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6967 00000100:00100000:3.0:1746157399.033451:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268506496 00000100:00100000:3.0:1746157399.033456:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268506496 00010000:00010000:3.0:1746157399.033470:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.033485:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10294 00000100:00100000:3.0:1746157399.033490:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268506496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.033496:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.033510:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.033519:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.033532:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e60e04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b24 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.033558:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.033560:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.033565:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.033570:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.033588:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.033596:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.033606:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267146880:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.033648:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.034978:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.035124:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268506752 00000100:00100000:2.0:1746157399.035128:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268506752 00002000:00100000:2.0:1746157399.035150:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337480 x1830978268506752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.035157:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337480 with x1830978268506752 ext(0->4095) 00010000:00010000:2.0:1746157399.035163:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.035172:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.035177:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093337480 00000100:00100000:2.0:1746157399.035200:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2893 00000100:00100000:2.0:1746157399.035205:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1984:x1830978268506752:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157399.035299:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1984:x1830978268506752:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.035304:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2893 00002000:00100000:2.0:1746157399.035308:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337480 x1830978268506752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.035314:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337480 with x1830978268506752 ext(0->4095) 00010000:00010000:2.0:1746157399.035317:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.035325:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.035330:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093337480 00000100:00100000:3.0:1746157399.035403:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267146880:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.035416:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.035439:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268506496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1948us (2224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.035446:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10294 00000100:00100000:0.0:1746157399.036643:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.037240:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.037309:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268506880 00000100:00100000:1.0:1746157399.037315:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268506880 00000100:00100000:3.0:1746157399.037387:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268507008 00000100:00100000:3.0:1746157399.037391:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268507008 00000100:00100000:1.0:1746157399.037400:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6968 00000100:00100000:1.0:1746157399.037406:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268506880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.037408:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.037417:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.037427:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b39 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.037518:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.037522:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.037526:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.037528:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.037546:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.037553:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.037559:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:3.0:1746157399.037566:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10295 00000100:00100000:3.0:1746157399.037573:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268507008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.037582:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157399.037594:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268506880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (953us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157399.037597:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.037599:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6968 00010000:00010000:3.0:1746157399.037606:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.037619:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60e0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b2b expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.037637:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.037638:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.037643:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.037649:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.037665:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.037674:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.037683:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147136:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.037733:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.039526:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147136:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.039530:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.039539:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.039566:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268507008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1994us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.039572:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10295 00000100:00100000:1.0:1746157399.039583:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268507264 00000100:00100000:1.0:1746157399.039587:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268507264 00002000:00100000:1.0:1746157399.039611:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8380 x1830978268507264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.039619:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8380 with x1830978268507264 ext(0->4095) 00010000:00010000:1.0:1746157399.039624:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.039639:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.039644:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8380 00000100:00100000:1.0:1746157399.039669:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2894 00000100:00100000:1.0:1746157399.039675:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268507264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.039955:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268507264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 279us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.039961:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2894 00002000:00100000:1.0:1746157399.039966:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8380 x1830978268507264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.040181:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8380 with x1830978268507264 ext(0->4095) 00010000:00010000:1.0:1746157399.040186:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.040195:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.040201:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd8380 00000100:00100000:0.0:1746157399.042510:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.043134:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268507392 00000100:00100000:3.0:1746157399.043142:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268507392 00010000:00010000:3.0:1746157399.043166:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.043200:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10296 00000100:00100000:3.0:1746157399.043206:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268507392:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.043217:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.043233:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.043242:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.043259:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e60e12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b32 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.043270:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.043271:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.043277:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.043284:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.043309:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.043317:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147264:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.043398:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.047056:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147264:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.047063:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.047106:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.047116:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268507648 00000100:00100000:1.0:1746157399.047122:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268507648 00000100:00100000:3.0:1746157399.047147:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268507392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3940us (4642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.047156:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10296 00002000:00100000:1.0:1746157399.047156:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8a80 x1830978268507648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.047165:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268507648 ext(0->4095) 00002000:00010000:1.0:1746157399.047169:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8a80 00000100:00100000:1.0:1746157399.047183:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4975 00000100:00100000:1.0:1746157399.047189:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268507648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.047326:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268507648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.047332:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4975 00002000:00100000:1.0:1746157399.047337:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb8a80 x1830978268507648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.047344:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268507648 ext(0->4095) 00002000:00010000:1.0:1746157399.047348:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8a80 00000100:00100000:0.0:1746157399.050205:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.050269:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268507776 00000100:00100000:1.0:1746157399.050275:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268507776 00000100:00100000:1.0:1746157399.050320:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6969 00000100:00100000:1.0:1746157399.050326:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268507776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.050339:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.050352:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b40 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.050375:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.050382:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.050383:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.050387:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.050561:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.050571:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 71 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.050582:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267147392:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.050658:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.051785:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267147392:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.051801:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.051812:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157399.051845:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268507776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1518us (1644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.051851:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6969 00000100:00100000:0.0:1746157399.052782:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.052864:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268507904 00000100:00100000:3.0:1746157399.052870:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268507904 00010000:00010000:3.0:1746157399.052892:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.052925:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10297 00000100:00100000:3.0:1746157399.052931:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268507904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.052942:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.052959:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.052968:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.052985:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e60e19 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b39 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.053122:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.053124:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.053130:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.053138:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.053161:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.053170:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147520:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.053220:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.055358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.055465:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147520:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.055479:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.055557:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268508160 00000100:00100000:1.0:1746157399.055562:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268508160 00002000:00100000:1.0:1746157399.055591:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdb100 x1830978268508160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.055599:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdb100 with x1830978268508160 ext(0->4095) 00002000:00010000:1.0:1746157399.055603:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fdb100 00000100:00100000:1.0:1746157399.055631:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4976 00000100:00100000:3.0:1746157399.055632:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1985:x1830978268507904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2700us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.055637:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268508160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.055638:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10297 00000100:00100000:0.0:1746157399.055796:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.055935:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268508160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 298us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.055941:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4976 00002000:00100000:1.0:1746157399.055946:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fdb100 x1830978268508160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.055953:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fdb100 with x1830978268508160 ext(0->4095) 00002000:00010000:1.0:1746157399.055955:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fdb100 00000100:00100000:1.0:1746157399.055969:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268508288 00000100:00100000:1.0:1746157399.055971:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268508288 00000100:00100000:1.0:1746157399.056416:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6970 00000100:00100000:1.0:1746157399.056422:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31587:x1830978268508288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.056430:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.056441:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b47 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.056458:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.056464:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.056466:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.056469:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.056489:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.056502:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.056510:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267147648:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.057281:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.057486:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.057557:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268508416 00000100:00100000:3.0:1746157399.057561:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268508416 00000100:00100000:3.0:1746157399.057585:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6971 00000100:00100000:3.0:1746157399.057589:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268508416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.057597:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.057606:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b4e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.057622:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.057625:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.057630:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.057633:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.057651:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.057660:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.057667:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157399.058067:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268508416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 476us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.058106:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6971 00000100:00100000:1.0:1746157399.059225:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267147648:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.059241:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.059248:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157399.059275:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268508288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2854us (3480us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.059279:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6970 00000100:00100000:0.0:1746157399.060520:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.060587:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268508544 00000100:00100000:3.0:1746157399.060593:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268508544 00010000:00010000:3.0:1746157399.060613:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.060641:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10298 00000100:00100000:3.0:1746157399.060647:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268508544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.060655:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.060672:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.060681:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.060697:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e60e20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b40 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.060710:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.060711:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.060717:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.060724:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.060745:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.060754:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.060764:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147904:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.060824:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.062681:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.062769:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267147904:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.062782:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.062821:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268508544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2173us (2304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.062828:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10298 00000100:00100000:1.0:1746157399.062991:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268508800 00000100:00100000:1.0:1746157399.062996:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268508800 00002000:00100000:1.0:1746157399.063020:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9c00 x1830978268508800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.063028:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9c00 with x1830978268508800 ext(0->4095) 00010000:00010000:1.0:1746157399.063034:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.063043:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.063052:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9c00 00000100:00100000:2.0:1746157399.063289:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2895 00000100:00100000:2.0:1746157399.063297:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268508800:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.063422:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268508800:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (744us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.063428:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2895 00002000:00100000:2.0:1746157399.063433:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9c00 x1830978268508800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.063440:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9c00 with x1830978268508800 ext(0->4095) 00010000:00010000:2.0:1746157399.063444:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.063452:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.063456:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fd9c00 00000100:00100000:0.0:1746157399.064869:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.064931:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268508928 00000100:00100000:3.0:1746157399.064935:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268508928 00010000:00010000:3.0:1746157399.064953:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.065035:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10299 00000100:00100000:3.0:1746157399.065042:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268508928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.065050:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.065063:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.065222:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.065240:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b47 expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.065277:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.065279:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.065285:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.065291:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.065315:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.065325:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267148032:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.065599:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.067388:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267148032:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.067403:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.067447:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268508928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2405us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.067454:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10299 00000100:00100000:0.0:1746157399.067488:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.067628:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268509184 00000100:00100000:2.0:1746157399.067632:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268509184 00002000:00100000:2.0:1746157399.067659:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9180 x1830978268509184/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.067668:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9180 with x1830978268509184 ext(0->4095) 00002000:00010000:2.0:1746157399.067672:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9180 00000100:00100000:2.0:1746157399.067692:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4977 00000100:00100000:2.0:1746157399.067698:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268509184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.068028:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268509184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 329us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.068038:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4977 00002000:00100000:2.0:1746157399.068043:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9180 x1830978268509184/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.068051:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9180 with x1830978268509184 ext(0->4095) 00002000:00010000:2.0:1746157399.068053:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9180 00000100:00100000:0.0:1746157399.070042:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.070205:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268509312 00000100:00100000:1.0:1746157399.070210:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268509312 00000100:00100000:1.0:1746157399.070390:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6972 00000100:00100000:1.0:1746157399.070397:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268509312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.070408:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.070419:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b55 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.070445:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 71 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.070451:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.070452:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.070455:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.070476:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 71 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.070485:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 71 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.070495:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267148160:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.070553:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.072286:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267148160:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.072307:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.072318:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157399.072345:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268509312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1948us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.072351:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6972 00000100:00100000:0.0:1746157399.072578:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.072631:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268509440 00000100:00100000:3.0:1746157399.072636:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268509440 00010000:00010000:3.0:1746157399.072655:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.072680:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10300 00000100:00100000:2.0:1746157399.072688:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268509440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.072697:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.072713:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.072723:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.072738:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60e2e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b4e expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.072755:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.072756:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.072762:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.072769:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.072789:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.072797:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267148288:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.073017:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.074729:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.074792:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268509696 00000100:00100000:3.0:1746157399.074796:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268509696 00002000:00100000:3.0:1746157399.074822:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135880 x1830978268509696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.074830:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135880 with x1830978268509696 ext(0->4095) 00002000:00010000:3.0:1746157399.074833:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135880 00000100:00100000:3.0:1746157399.074855:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4978 00000100:00100000:3.0:1746157399.074862:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268509696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.074973:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268509696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.074977:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4978 00002000:00100000:3.0:1746157399.074982:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135880 x1830978268509696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.074988:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135880 with x1830978268509696 ext(0->4095) 00002000:00010000:3.0:1746157399.074990:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135880 00000100:00100000:2.0:1746157399.075020:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267148288:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.075032:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.075059:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1986:x1830978268509440:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2373us (2482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.075065:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10300 00000100:00100000:0.0:1746157399.077445:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.077561:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268509824 00000100:00100000:1.0:1746157399.077567:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268509824 00000100:00100000:1.0:1746157399.077656:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6973 00000100:00100000:1.0:1746157399.077663:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31597:x1830978268509824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.077673:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.077684:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b5c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.077705:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.077711:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.077713:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.077716:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.077736:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.077746:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.077756:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267148416:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.078126:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.078830:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.078910:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268509952 00000100:00100000:3.0:1746157399.078914:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268509952 00000100:00100000:3.0:1746157399.078943:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6974 00000100:00100000:3.0:1746157399.078948:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268509952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.078955:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.078962:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b63 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.078975:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.078979:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.078984:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.078987:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.079008:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.079018:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.079026:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157399.079062:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268509952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.079084:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6974 00000100:00100000:0.0:1746157399.079724:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.079785:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267148416:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.079797:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.079806:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157399.079826:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268509824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2164us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.079832:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6973 00000100:00100000:2.0:1746157399.079870:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268510080 00000100:00100000:2.0:1746157399.079874:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268510080 00010000:00010000:2.0:1746157399.079891:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.080232:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10301 00000100:00100000:2.0:1746157399.080238:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268510080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.080249:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.080264:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.080272:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.080285:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e60e35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b55 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.080302:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.080303:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.080308:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.080313:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.080330:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.080338:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.080347:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267148672:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.080396:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.081488:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267148672:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.081498:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.081635:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268510080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1396us (1910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.081642:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10301 00000100:00100000:0.0:1746157399.081978:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.082215:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268510336 00000100:00100000:3.0:1746157399.082220:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268510336 00002000:00100000:3.0:1746157399.082244:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218e00 x1830978268510336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.082252:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218e00 with x1830978268510336 ext(0->4095) 00010000:00010000:3.0:1746157399.082257:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.082268:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.082274:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e218e00 00000100:00100000:3.0:1746157399.082292:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2896 00000100:00100000:3.0:1746157399.082298:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268510336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.082403:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268510336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.082410:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2896 00002000:00100000:3.0:1746157399.082414:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218e00 x1830978268510336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.082420:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218e00 with x1830978268510336 ext(0->4095) 00010000:00010000:3.0:1746157399.082424:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.082435:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.082440:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e218e00 00000100:00100000:0.0:1746157399.083953:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.084027:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268510464 00000100:00100000:2.0:1746157399.084032:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268510464 00010000:00010000:2.0:1746157399.084051:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.084112:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10302 00000100:00100000:2.0:1746157399.084118:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268510464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.084128:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.084141:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.084151:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.084167:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e3c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b5c expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.084180:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.084181:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.084186:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.084193:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.084211:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.084222:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267148800:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.084278:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.084281:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.084493:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268510592 00000100:00100000:1.0:1746157399.084497:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268510592 00000100:00100000:1.0:1746157399.084518:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6975 00000100:00100000:1.0:1746157399.084523:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268510592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.084531:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.084540:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b6a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.084555:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.084561:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.084562:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.084565:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.084584:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.084592:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.084600:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267148928:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.084635:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.085764:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267148800:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.085775:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.085808:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268510464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1690us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.085811:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267148928:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.085814:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10302 00010000:00010000:1.0:1746157399.085824:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.085834:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157399.085851:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268510592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1328us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.085857:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6975 00000100:00100000:0.0:1746157399.086318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.086463:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268510848 00000100:00100000:3.0:1746157399.086467:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268510848 00002000:00100000:3.0:1746157399.086487:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21aa00 x1830978268510848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.086496:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978268510848 ext(0->4095) 00010000:00010000:3.0:1746157399.086501:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.086511:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.086517:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21aa00 00000100:00100000:3.0:1746157399.086535:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2897 00000100:00100000:3.0:1746157399.086540:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268510848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.086634:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268510848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.086639:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2897 00002000:00100000:3.0:1746157399.086643:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21aa00 x1830978268510848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.086651:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978268510848 ext(0->4095) 00010000:00010000:3.0:1746157399.086655:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.086663:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 72 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.086668:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21aa00 00000100:00100000:0.0:1746157399.089887:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.089945:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268511104 00000100:00100000:1.0:1746157399.089952:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268511104 00000100:00100000:1.0:1746157399.089993:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6976 00000100:00100000:1.0:1746157399.090000:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:31587:x1830978268511104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.090012:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.090024:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b71 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.090043:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.090050:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.090055:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.090058:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.090116:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.090126:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.090135:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157399.090182:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268511104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.090188:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6976 00000100:00100000:0.0:1746157399.090218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.090319:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268510976 00000100:00100000:3.0:1746157399.090323:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268510976 00010000:00010000:3.0:1746157399.090336:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.090352:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10303 00000100:00100000:3.0:1746157399.090357:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268510976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.090364:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.090379:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.090387:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.090400:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60e43 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b63 expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.090424:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.090425:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.090430:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.090441:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.090459:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.090467:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.090475:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149184:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.090522:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.092908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.092986:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268511360 00000100:00100000:1.0:1746157399.092991:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268511360 00002000:00100000:1.0:1746157399.093023:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218700 x1830978268511360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.093031:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218700 with x1830978268511360 ext(0->4095) 00010000:00010000:1.0:1746157399.093037:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.093048:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.093057:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149184:192.168.203.5@tcp:105: 00002000:00010000:1.0:1746157399.093058:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e218700 00010000:00010000:3.0:1746157399.093107:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.093116:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2898 00000100:00100000:1.0:1746157399.093122:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268511360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.093139:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268510976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2781us (2919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.093146:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10303 00000100:00100000:1.0:1746157399.093227:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268511360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.093333:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2898 00002000:00100000:1.0:1746157399.093338:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218700 x1830978268511360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.093345:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218700 with x1830978268511360 ext(0->4095) 00010000:00010000:1.0:1746157399.093349:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.093357:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.093362:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e218700 00000100:00100000:0.0:1746157399.097567:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.097651:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268511488 00000100:00100000:3.0:1746157399.097658:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268511488 00010000:00010000:3.0:1746157399.097684:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.097706:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10304 00000100:00100000:3.0:1746157399.097712:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268511488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.097724:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.097741:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.097802:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.097822:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e60e4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b6a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.097850:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.097852:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.097858:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.097865:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.097891:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.097901:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149312:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.098776:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.099511:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149312:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.099526:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.099556:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268511488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1843us (1995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.099562:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10304 00000100:00100000:0.0:1746157399.099815:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.099956:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268511744 00000100:00100000:1.0:1746157399.099961:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268511744 00002000:00100000:1.0:1746157399.099986:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89f80 x1830978268511744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.099994:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89f80 with x1830978268511744 ext(0->4095) 00002000:00010000:1.0:1746157399.099998:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89f80 00000100:00100000:1.0:1746157399.100021:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4979 00000100:00100000:1.0:1746157399.100025:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1983:x1830978268511744:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157399.100168:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1983:x1830978268511744:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.100173:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4979 00002000:00100000:1.0:1746157399.100178:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba89f80 x1830978268511744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.100185:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89f80 with x1830978268511744 ext(0->4095) 00002000:00010000:1.0:1746157399.100190:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba89f80 00000100:00100000:0.0:1746157399.101607:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.101677:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268511872 00000100:00100000:1.0:1746157399.101682:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268511872 00000100:00100000:1.0:1746157399.101719:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6977 00000100:00100000:1.0:1746157399.101726:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268511872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.101736:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.101748:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b78 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.101769:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.101775:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.101777:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.101780:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.101802:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 71 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.101815:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 71 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.101825:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267149440:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.101896:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.103173:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267149440:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.103191:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.103201:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157399.103238:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268511872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1511us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.103244:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6977 00000100:00100000:0.0:1746157399.104401:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.104483:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268512000 00000100:00100000:3.0:1746157399.104489:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268512000 00010000:00010000:3.0:1746157399.104512:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.104531:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10305 00000100:00100000:3.0:1746157399.104536:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268512000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.104546:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.104563:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.104573:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.104591:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e60e51 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b71 expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.104618:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.104620:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.104626:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.104633:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.104657:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.104667:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149568:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.104731:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a176dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.106169:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149568:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.106183:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.106513:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:1985:x1830978268512000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1974us (2112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.106520:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10305 00000100:00100000:0.0:1746157399.106723:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.106892:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268512256 00000100:00100000:2.0:1746157399.106897:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268512256 00002000:00100000:2.0:1746157399.106924:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba8b800 x1830978268512256/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.106932:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8b800 with x1830978268512256 ext(0->4095) 00002000:00010000:2.0:1746157399.106936:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba8b800 00000100:00100000:2.0:1746157399.106949:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4980 00000100:00100000:2.0:1746157399.106955:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268512256:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.107059:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268512256:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.107064:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4980 00002000:00100000:2.0:1746157399.107068:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba8b800 x1830978268512256/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.107427:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8b800 with x1830978268512256 ext(0->4095) 00002000:00010000:2.0:1746157399.107431:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba8b800 00000100:00100000:0.0:1746157399.108713:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.109237:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268512384 00000100:00100000:1.0:1746157399.109250:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268512384 00000100:00100000:1.0:1746157399.109476:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6978 00000100:00100000:1.0:1746157399.109483:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+71:31597:x1830978268512384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.109493:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.109504:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b7f expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.109527:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.109537:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.109538:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.109541:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.109563:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.109572:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.109582:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267149696:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.109656:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.110920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.111029:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268512512 00000100:00100000:1.0:1746157399.111029:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267149696:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.111034:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268512512 00010000:00010000:1.0:1746157399.111045:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.111056:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:2.0:1746157399.111068:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6979 00000100:00100000:2.0:1746157399.111104:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268512512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157399.111108:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268512384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1626us (2398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.111115:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6978 00010000:00010000:2.0:1746157399.111117:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.111127:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b86 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.111141:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.111145:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.111153:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.111156:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.111178:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.111186:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.111192:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.111208:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268512512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.111214:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6979 00000100:00100000:0.0:1746157399.111482:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.111631:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268512640 00000100:00100000:3.0:1746157399.111634:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268512640 00010000:00010000:3.0:1746157399.111651:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.111667:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10306 00000100:00100000:3.0:1746157399.111672:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268512640:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.111679:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.111695:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.111704:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.111718:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e60e58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b78 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.112001:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.112003:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.112009:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.112020:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.112041:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 72 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.112050:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 72 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.112059:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149952:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.112399:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.113370:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267149952:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.113383:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.113405:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268512640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1732us (1923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.113411:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10306 00000100:00100000:0.0:1746157399.113759:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.113995:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268512896 00000100:00100000:2.0:1746157399.114000:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268512896 00002000:00100000:2.0:1746157399.114026:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c000 x1830978268512896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.114034:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c000 with x1830978268512896 ext(0->4095) 00010000:00010000:2.0:1746157399.114040:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.114051:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.114057:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c000 00000100:00100000:2.0:1746157399.114123:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2899 00000100:00100000:2.0:1746157399.114130:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268512896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.114246:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268512896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.114251:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2899 00002000:00100000:2.0:1746157399.114255:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c000 x1830978268512896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.114262:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c000 with x1830978268512896 ext(0->4095) 00010000:00010000:2.0:1746157399.114270:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.114282:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.114286:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c000 00000100:00100000:0.0:1746157399.116259:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.116315:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268513024 00000100:00100000:2.0:1746157399.116321:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268513024 00000100:00100000:2.0:1746157399.116359:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6980 00000100:00100000:2.0:1746157399.116365:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268513024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.116375:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.116386:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b8d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.116404:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.116408:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.116412:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.116416:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.116440:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.116448:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.116455:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157399.116490:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268513024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.116495:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6980 00000100:00100000:0.0:1746157399.116638:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.116681:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268513152 00000100:00100000:3.0:1746157399.116685:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268513152 00010000:00010000:3.0:1746157399.116699:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.116717:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10307 00000100:00100000:3.0:1746157399.116721:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268513152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.116730:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.116744:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.116753:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.116767:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e60e5f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b7f expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.116790:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.116792:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.116798:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.116805:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.116822:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.116832:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.116842:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150208:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.116894:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.118411:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150208:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.118423:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.118442:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268513152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1721us (1805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.118447:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10307 00000100:00100000:0.0:1746157399.119915:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.119955:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268513408 00000100:00100000:2.0:1746157399.119961:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268513408 00002000:00100000:2.0:1746157399.119989:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c380 x1830978268513408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.119997:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c380 with x1830978268513408 ext(0->4095) 00010000:00010000:2.0:1746157399.120003:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.120014:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.120019:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c380 00000100:00100000:2.0:1746157399.120042:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2900 00000100:00100000:2.0:1746157399.120048:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268513408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.120211:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1985:x1830978268513408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.120216:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2900 00002000:00100000:2.0:1746157399.120221:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c380 x1830978268513408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.120227:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c380 with x1830978268513408 ext(0->4095) 00010000:00010000:2.0:1746157399.120232:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.120243:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.120248:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c380 00000100:00100000:0.0:1746157399.121724:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.121811:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268513536 00000100:00100000:3.0:1746157399.121816:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268513536 00010000:00010000:3.0:1746157399.121835:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157399.121869:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.121966:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268513664 00000100:00100000:2.0:1746157399.121969:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268513664 00000100:00100000:2.0:1746157399.121991:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6981 00000100:00100000:2.0:1746157399.121996:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268513664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.122006:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.122017:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b94 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.122034:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.122040:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.122045:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.122048:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.122109:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.122125:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.122133:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:2.0:1746157399.122170:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268513664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.122175:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6981 00000100:00100000:3.0:1746157399.122178:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10308 00000100:00100000:3.0:1746157399.122184:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268513536:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.122192:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.122208:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.122217:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.122231:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60e66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b86 expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.122356:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.122357:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.122362:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.122368:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.122388:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.122398:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.122406:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150464:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.122467:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.123700:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150464:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.123713:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.123741:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268513536:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1558us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.123747:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10308 00000100:00100000:0.0:1746157399.123833:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.123891:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268513920 00000100:00100000:1.0:1746157399.123896:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268513920 00002000:00100000:1.0:1746157399.123919:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c000 x1830978268513920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.123932:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c000 with x1830978268513920 ext(0->4095) 00010000:00010000:1.0:1746157399.123938:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.123948:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.123953:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c000 00000100:00100000:1.0:1746157399.123971:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2901 00000100:00100000:1.0:1746157399.123977:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268513920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.124127:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268513920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.124133:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2901 00002000:00100000:1.0:1746157399.124138:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c000 x1830978268513920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.124144:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c000 with x1830978268513920 ext(0->4095) 00010000:00010000:1.0:1746157399.124148:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.124156:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.124161:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9c000 00000100:00100000:0.0:1746157399.125725:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.126200:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268514048 00000100:00100000:3.0:1746157399.126208:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268514048 00010000:00010000:3.0:1746157399.126226:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.126254:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10309 00000100:00100000:3.0:1746157399.126261:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268514048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.126270:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.126285:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.126295:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.126311:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60e6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b8d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.126335:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.126337:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.126342:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.126349:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.126371:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.126379:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150592:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.126441:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.127548:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150592:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.127561:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.127591:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268514048:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1330us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.127598:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10309 00000100:00100000:0.0:1746157399.128004:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.128189:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268514304 00000100:00100000:1.0:1746157399.128193:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268514304 00002000:00100000:1.0:1746157399.128216:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c380 x1830978268514304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.128224:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c380 with x1830978268514304 ext(0->4095) 00002000:00010000:1.0:1746157399.128227:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9c380 00000100:00100000:1.0:1746157399.128238:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4981 00000100:00100000:1.0:1746157399.128242:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268514304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.128338:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268514304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.128343:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4981 00002000:00100000:1.0:1746157399.128347:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9c380 x1830978268514304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.128354:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9c380 with x1830978268514304 ext(0->4095) 00002000:00010000:1.0:1746157399.128356:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9c380 00000100:00100000:2.0:1746157399.129561:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.129619:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268514432 00000100:00100000:3.0:1746157399.129623:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268514432 00000100:00100000:3.0:1746157399.129645:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6982 00000100:00100000:3.0:1746157399.129651:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268514432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.129660:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.129671:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031b9b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.129693:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.129698:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.129700:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.129703:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.129722:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 71 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.129732:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 71 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.129740:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267150720:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.129797:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.131054:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267150720:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.131104:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.131116:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157399.131156:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268514432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.131162:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6982 00000100:00100000:0.0:1746157399.131243:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.131338:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268514560 00000100:00100000:1.0:1746157399.131342:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268514560 00002000:00100000:1.0:1746157399.131363:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d9d180 x1830978268514560/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.131369:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d180 with x1830978268514560 ext(0->7) 00010000:00010000:1.0:1746157399.131373:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.131382:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 72 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.131390:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9d180 00000100:00100000:1.0:1746157399.131401:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2902 00000100:00100000:1.0:1746157399.131406:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+72:1986:x1830978268514560:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157399.131973:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268514560:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 565us (730us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1746157399.131978:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2902 00002000:00100000:1.0:1746157399.131983:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093d9d180 x1830978268514560/t4294968014(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.131989:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9d180 with x1830978268514560 ext(0->7) 00010000:00010000:1.0:1746157399.131992:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.131999:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.132004:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d9d180 00000100:00100000:0.0:1746157399.135798:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.135890:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268514688 00000100:00100000:3.0:1746157399.135897:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268514688 00010000:00010000:3.0:1746157399.135924:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.135962:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10310 00000100:00100000:3.0:1746157399.135969:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268514688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.135979:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157399.135992:0:9879:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746157399 -> 1746157400 00002000:00010000:3.0:1746157399.135994:0:9879:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746157399 -> 1746157400 00010000:00010000:3.0:1746157399.135998:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.136007:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.136025:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e60e74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b94 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.136048:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.136050:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.136056:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.136062:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.136116:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.136505:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150848:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.136997:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.142205:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.142352:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268514944 00000100:00100000:1.0:1746157399.142360:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268514944 00002000:00100000:1.0:1746157399.142396:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8000 x1830978268514944/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.142404:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8000 with x1830978268514944 ext(0->4095) 00002000:00010000:1.0:1746157399.142408:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8000 00000100:00100000:1.0:1746157399.142438:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4982 00000100:00100000:1.0:1746157399.142445:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268514944:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.142448:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267150848:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.142464:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.142507:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268514688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 6538us (6714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.142578:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268514944:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.142584:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4982 00002000:00100000:1.0:1746157399.142589:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8000 x1830978268514944/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.142595:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8000 with x1830978268514944 ext(0->4095) 00002000:00010000:1.0:1746157399.142598:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8000 00000100:00100000:3.0:1746157399.142640:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10310 00000100:00100000:0.0:1746157399.143131:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.143204:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268515072 00000100:00100000:3.0:1746157399.143208:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268515072 00000100:00100000:3.0:1746157399.143238:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6983 00000100:00100000:3.0:1746157399.143243:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268515072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.143250:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.143261:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ba2 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.143304:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.143311:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.143312:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.143315:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.143335:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.143348:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.143356:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267150976:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.143417:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.144825:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.145647:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268515200 00000100:00100000:2.0:1746157399.145652:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268515200 00000100:00100000:2.0:1746157399.145696:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6984 00000100:00100000:2.0:1746157399.145703:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268515200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.145713:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.145723:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ba9 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.145743:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.145748:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.145753:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.145757:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.145768:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267150976:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.145779:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.145793:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.145804:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157399.145843:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31597:x1830978268515200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.145848:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6984 00010000:00010000:3.0:1746157399.145853:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.145866:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157399.145884:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268515072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2641us (2754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.145889:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6983 00000100:00100000:0.0:1746157399.147570:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.147656:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268515328 00000100:00100000:3.0:1746157399.147661:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268515328 00010000:00010000:3.0:1746157399.147998:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.148043:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10311 00000100:00100000:3.0:1746157399.148049:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268515328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.148060:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.148115:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.148129:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.148325:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031b9b expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.148339:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.148341:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.148346:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.148352:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.148376:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.148386:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.148395:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267151232:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.148730:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.150542:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.150725:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267151232:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.150741:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.150780:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268515328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2730us (3214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.150791:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10311 00000100:00100000:1.0:1746157399.150849:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268515584 00000100:00100000:1.0:1746157399.150854:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268515584 00002000:00100000:1.0:1746157399.150882:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9500 x1830978268515584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.150890:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9500 with x1830978268515584 ext(0->4095) 00010000:00010000:1.0:1746157399.150896:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.150907:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.150912:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a9500 00000100:00100000:1.0:1746157399.151136:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2903 00000100:00100000:1.0:1746157399.151144:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268515584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.151263:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268515584:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.151269:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2903 00002000:00100000:1.0:1746157399.151274:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a9500 x1830978268515584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.151281:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a9500 with x1830978268515584 ext(0->4095) 00010000:00010000:1.0:1746157399.151285:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.151293:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.151298:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306a9500 00000100:00100000:0.0:1746157399.152622:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.152709:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268515712 00000100:00100000:3.0:1746157399.152714:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268515712 00010000:00010000:3.0:1746157399.152729:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.152753:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10312 00000100:00100000:3.0:1746157399.152757:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a447a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268515712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.152764:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.152775:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.152781:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.152795:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60e82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba2 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.152803:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.152804:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.152808:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.152813:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.152829:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.152836:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267151360:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.152890:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285240 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.154298:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267151360:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.154313:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.154349:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a447a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268515712:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1590us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.154356:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10312 00000100:00100000:0.0:1746157399.156737:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.156817:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268515968 00000100:00100000:1.0:1746157399.156823:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268515968 00002000:00100000:1.0:1746157399.156854:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aa680 x1830978268515968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.156862:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aa680 with x1830978268515968 ext(0->4095) 00002000:00010000:1.0:1746157399.156866:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306aa680 00000100:00100000:1.0:1746157399.156891:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4983 00000100:00100000:1.0:1746157399.156896:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268515968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.157027:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268515968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.157032:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4983 00002000:00100000:1.0:1746157399.157036:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306aa680 x1830978268515968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.157043:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306aa680 with x1830978268515968 ext(0->4095) 00002000:00010000:1.0:1746157399.157045:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306aa680 00000100:00100000:0.0:1746157399.158472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.158552:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268516096 00000100:00100000:3.0:1746157399.158557:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268516096 00000100:00100000:3.0:1746157399.158632:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6985 00000100:00100000:3.0:1746157399.158640:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268516096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.158650:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.158663:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bb0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.158683:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.158689:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.158691:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.158694:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.158717:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.158731:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.158741:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267151488:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.158809:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.160115:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267151488:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.160136:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.160147:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157399.160173:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268516096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1534us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.160179:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6985 00000100:00100000:0.0:1746157399.160594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.160722:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268516224 00000100:00100000:3.0:1746157399.160727:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268516224 00010000:00010000:3.0:1746157399.160743:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.160771:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10313 00000100:00100000:3.0:1746157399.160778:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268516224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.160786:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.160802:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.160816:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.160834:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60e89 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ba9 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.160858:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.160860:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.160865:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.160872:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.160893:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.160902:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267151616:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.161173:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.162312:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267151616:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.162325:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.162362:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268516224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1584us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.162368:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10313 00000100:00100000:1.0:1746157399.163795:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.163903:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268516480 00000100:00100000:3.0:1746157399.163909:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268516480 00002000:00100000:3.0:1746157399.163937:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0e00 x1830978268516480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.163946:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0e00 with x1830978268516480 ext(0->4095) 00002000:00010000:3.0:1746157399.163950:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0e00 00000100:00100000:3.0:1746157399.164041:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4984 00000100:00100000:3.0:1746157399.164047:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268516480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.164666:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268516480:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 617us (872us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.164673:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4984 00002000:00100000:3.0:1746157399.164679:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0e00 x1830978268516480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.164687:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0e00 with x1830978268516480 ext(0->4095) 00002000:00010000:3.0:1746157399.164690:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0e00 00000100:00100000:0.0:1746157399.167474:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.167530:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268516608 00000100:00100000:3.0:1746157399.167535:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268516608 00000100:00100000:3.0:1746157399.167581:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6986 00000100:00100000:3.0:1746157399.167587:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268516608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.167601:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.167614:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bb7 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.167637:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.167642:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.167645:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.167648:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.167672:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.167684:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.167692:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267151744:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.167769:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.168221:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.168260:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268516736 00000100:00100000:1.0:1746157399.168264:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268516736 00000100:00100000:1.0:1746157399.168294:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6987 00000100:00100000:1.0:1746157399.168299:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268516736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.168306:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.168312:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bbe expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.168324:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.168328:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.168332:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.168334:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.168351:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.168360:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.168367:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157399.168404:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31597:x1830978268516736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.168410:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6987 00000100:00100000:3.0:1746157399.170624:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267151744:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.170647:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.170660:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157399.170692:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268516608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3104us (3223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.170698:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6986 00000100:00100000:0.0:1746157399.171061:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.172171:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268516864 00000100:00100000:3.0:1746157399.172178:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268516864 00010000:00010000:3.0:1746157399.172204:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.172227:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10314 00000100:00100000:3.0:1746157399.172233:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268516864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.172245:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.172269:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.172279:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.172297:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60e90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb0 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.172322:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.172324:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.172330:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.172337:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.172361:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.172371:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.172380:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152000:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.172436:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.173759:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152000:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.173775:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.173864:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268516864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1629us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.173871:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10314 00000100:00100000:0.0:1746157399.174363:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.174455:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268517120 00000100:00100000:3.0:1746157399.174460:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268517120 00002000:00100000:3.0:1746157399.174487:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b480 x1830978268517120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.174495:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b480 with x1830978268517120 ext(0->4095) 00010000:00010000:3.0:1746157399.174501:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.174512:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.174518:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43b480 00000100:00100000:3.0:1746157399.174539:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2904 00000100:00100000:3.0:1746157399.174544:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268517120:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.174647:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268517120:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.174653:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2904 00002000:00100000:3.0:1746157399.174657:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43b480 x1830978268517120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.174663:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b480 with x1830978268517120 ext(0->4095) 00010000:00010000:3.0:1746157399.174668:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.174677:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.174682:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43b480 00000100:00100000:0.0:1746157399.176760:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.176832:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268517248 00000100:00100000:3.0:1746157399.176838:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268517248 00010000:00010000:3.0:1746157399.176861:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.176881:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10315 00000100:00100000:3.0:1746157399.176887:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1984:x1830978268517248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.176896:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.176911:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.176920:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.176936:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60e97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bb7 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.176963:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.176965:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.176970:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.176981:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.177006:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.177016:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152128:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.179808:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.183408:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152128:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.183428:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.183472:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1984:x1830978268517248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 6584us (6715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.183482:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10315 00000100:00100000:0.0:1746157399.183797:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.183870:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268517504 00000100:00100000:1.0:1746157399.183877:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268517504 00002000:00100000:1.0:1746157399.183906:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438700 x1830978268517504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.183920:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438700 with x1830978268517504 ext(0->4095) 00002000:00010000:1.0:1746157399.183924:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438700 00000100:00100000:1.0:1746157399.183947:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4985 00000100:00100000:1.0:1746157399.183954:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268517504:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.184067:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268517504:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.184109:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4985 00002000:00100000:1.0:1746157399.184115:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438700 x1830978268517504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.184123:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438700 with x1830978268517504 ext(0->4095) 00002000:00010000:1.0:1746157399.184125:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438700 00000100:00100000:0.0:1746157399.185485:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.186810:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268517632 00000100:00100000:3.0:1746157399.186819:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268517632 00000100:00100000:3.0:1746157399.186866:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6988 00000100:00100000:3.0:1746157399.186872:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268517632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.186884:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.186897:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bc5 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.186919:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.186925:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.186927:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.186929:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.186954:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.186963:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.186971:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267152256:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.187028:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.188626:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267152256:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.188646:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.188657:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157399.188921:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268517632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2047us (3437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.188927:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6988 00000100:00100000:0.0:1746157399.189961:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.190030:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268517760 00000100:00100000:3.0:1746157399.190035:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268517760 00010000:00010000:3.0:1746157399.190055:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.190110:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10316 00000100:00100000:3.0:1746157399.190116:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268517760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.190129:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.190144:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.190154:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.190171:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e60e9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bbe expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.190825:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.190827:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.190834:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.190842:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.190867:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.190877:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152384:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.190941:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.194418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.194452:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152384:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.194472:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157399.194523:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.194532:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268517760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4415us (4570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.194546:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10316 00000100:00100000:3.0:1746157399.194574:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268518144 00000100:00100000:3.0:1746157399.194579:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268518144 00000100:00100000:3.0:1746157399.194606:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6989 00000100:00100000:3.0:1746157399.194611:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268518144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.194625:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.194636:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bcc expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.194650:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268518016 00010000:00010000:3.0:1746157399.194656:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.194657:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268518016 00010000:00010000:3.0:1746157399.194661:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.194663:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.194666:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.194686:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746157399.194695:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439180 x1830978268518016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157399.194696:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00100000:2.0:1746157399.194704:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268518016 ext(0->4095) 00000100:00100000:3.0:1746157399.194706:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267152512:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.194711:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.194723:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.194728:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a439180 00000100:00100000:2.0:1746157399.194745:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2905 00000100:00100000:2.0:1746157399.194752:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268518016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.194756:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.194898:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268518016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.194904:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2905 00002000:00100000:2.0:1746157399.194909:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439180 x1830978268518016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.194916:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268518016 ext(0->4095) 00010000:00010000:2.0:1746157399.194920:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.194932:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.194937:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a439180 00000100:00100000:3.0:1746157399.197011:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267152512:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.197044:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.197059:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157399.197165:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268518144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (2640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.197173:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6989 00000100:00100000:0.0:1746157399.197386:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.197623:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.197762:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268518400 00000100:00100000:2.0:1746157399.197769:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268518400 00000100:00100000:2.0:1746157399.197802:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6990 00000100:00100000:2.0:1746157399.197809:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268518400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.197822:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.197835:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bd3 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.197853:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.197857:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.197862:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.197866:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.197895:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.197911:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.197919:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157399.197950:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268518400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.197955:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6990 00000100:00100000:3.0:1746157399.198169:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268518272 00000100:00100000:3.0:1746157399.198179:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268518272 00010000:00010000:3.0:1746157399.198195:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.198220:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10317 00000100:00100000:3.0:1746157399.198226:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268518272:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.198234:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.198256:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.198264:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.198281:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ea5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bc5 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.198291:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.198293:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.198297:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.198302:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.198321:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.198328:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.198336:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152768:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.198460:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.200032:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152768:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.200053:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.200134:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268518272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1906us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.200143:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10317 00000100:00100000:0.0:1746157399.201565:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.201690:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268518656 00000100:00100000:2.0:1746157399.201700:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268518656 00002000:00100000:2.0:1746157399.201747:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3800 x1830978268518656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.201757:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3800 with x1830978268518656 ext(0->4095) 00010000:00010000:2.0:1746157399.201766:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.201780:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.201787:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3800 00000100:00100000:2.0:1746157399.201824:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2906 00000100:00100000:2.0:1746157399.201832:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268518656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.202003:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268518656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.202009:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2906 00002000:00100000:2.0:1746157399.202015:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3800 x1830978268518656/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.202022:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3800 with x1830978268518656 ext(0->4095) 00010000:00010000:2.0:1746157399.202027:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.202042:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.202047:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3800 00000100:00100000:0.0:1746157399.205139:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.205259:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268518784 00000100:00100000:3.0:1746157399.205268:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268518784 00010000:00010000:3.0:1746157399.205303:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.205339:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10318 00000100:00100000:3.0:1746157399.205347:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1983:x1830978268518784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.205360:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.205383:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.205395:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.205423:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60eac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bcc expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.205449:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.205451:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.205458:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.205467:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.205499:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.205511:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152896:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.205659:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.208452:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267152896:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.208476:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.208525:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1983:x1830978268518784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3177us (3397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.208535:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10318 00000100:00100000:0.0:1746157399.208772:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.208937:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268519040 00000100:00100000:1.0:1746157399.208943:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268519040 00002000:00100000:1.0:1746157399.208975:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2680 x1830978268519040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.208982:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2680 with x1830978268519040 ext(0->4095) 00002000:00010000:1.0:1746157399.208985:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2680 00000100:00100000:1.0:1746157399.209222:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4986 00000100:00100000:1.0:1746157399.209229:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268519040:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.209389:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268519040:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.209398:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4986 00002000:00100000:1.0:1746157399.209403:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c2680 x1830978268519040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.209409:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c2680 with x1830978268519040 ext(0->4095) 00002000:00010000:1.0:1746157399.209412:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c2680 00000100:00100000:0.0:1746157399.211379:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.211452:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268519168 00000100:00100000:2.0:1746157399.211460:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268519168 00000100:00100000:2.0:1746157399.211500:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6991 00000100:00100000:2.0:1746157399.211507:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268519168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.211522:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.211537:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bda expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.211564:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 73 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.211570:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.211572:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.211574:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.211602:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 73 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.211613:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 73 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.211624:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153024:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.211717:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.214657:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153024:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.214683:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.214697:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157399.214756:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268519168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3248us (3384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.214762:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6991 00000100:00100000:0.0:1746157399.216279:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.216382:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268519296 00000100:00100000:3.0:1746157399.216391:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268519296 00010000:00010000:3.0:1746157399.216735:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.216996:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10319 00000100:00100000:3.0:1746157399.217005:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4479c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268519296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.217017:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.217039:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.217050:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.217118:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60eb3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bd3 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.217149:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.217151:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.217190:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.217198:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.217263:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.217279:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153152:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.217383:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2850c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.218846:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.218922:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268519424 00000100:00100000:2.0:1746157399.218928:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268519424 00000100:00100000:3.0:1746157399.218940:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153152:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.218960:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.218963:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6992 00000100:00100000:2.0:1746157399.218970:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268519424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.218985:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.218999:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031be1 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.219027:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.219034:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.219036:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.219039:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.219064:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.219123:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.219135:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153280:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.219200:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4479c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268519296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2196us (2926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.219209:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10319 00000100:00100000:0.0:1746157399.219402:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.219497:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.219513:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268519680 00000100:00100000:1.0:1746157399.219516:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268519680 00002000:00100000:1.0:1746157399.219627:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3480 x1830978268519680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.219636:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3480 with x1830978268519680 ext(0->4095) 00010000:00010000:1.0:1746157399.219641:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.219650:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.219656:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3480 00000100:00100000:1.0:1746157399.219668:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2907 00000100:00100000:1.0:1746157399.219673:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268519680:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.220154:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268519680:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 478us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.220161:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2907 00002000:00100000:1.0:1746157399.220166:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3480 x1830978268519680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.220179:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3480 with x1830978268519680 ext(0->4095) 00010000:00010000:1.0:1746157399.220184:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.220194:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.220198:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3480 00000100:00100000:2.0:1746157399.221172:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153280:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.221196:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.221211:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157399.221247:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268519424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2277us (2407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.221254:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6992 00000100:00100000:0.0:1746157399.222369:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.222407:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.222468:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268519808 00000100:00100000:2.0:1746157399.222474:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268519808 00000100:00100000:2.0:1746157399.222503:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6993 00000100:00100000:2.0:1746157399.222509:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268519808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.222522:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.222537:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031be8 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.222556:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.222560:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.222570:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.222573:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.222622:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268519936 00000100:00100000:3.0:1746157399.222625:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268519936 00010000:00010000:3.0:1746157399.222640:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.222657:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10320 00000100:00100000:3.0:1746157399.222661:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268519936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.222802:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.222822:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.222833:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.222848:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60eba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bda expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.222860:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.222861:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.222866:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.222877:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.222897:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.222905:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.222916:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153408:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.222985:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285300 going to sleep for 11 seconds 00010000:00010000:2.0:1746157399.223017:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.223024:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.223031:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153536:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.223049:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.224734:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153536:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.224762:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.224777:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:3.0:1746157399.224820:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153408:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.224832:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.224870:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268519936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2206us (2460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.224879:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10320 00000100:00100000:2.0:1746157399.224939:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268519808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2429us (2574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.224945:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6993 00000100:00100000:0.0:1746157399.225155:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.225261:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268520192 00000100:00100000:1.0:1746157399.225267:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268520192 00002000:00100000:1.0:1746157399.225301:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9180 x1830978268520192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.225309:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9180 with x1830978268520192 ext(0->4095) 00010000:00010000:1.0:1746157399.225315:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.225326:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.225331:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d9c9180 00000100:00100000:1.0:1746157399.225361:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2908 00000100:00100000:1.0:1746157399.225368:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268520192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.226203:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268520192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 833us (1046us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.226211:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2908 00002000:00100000:1.0:1746157399.226218:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9180 x1830978268520192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.226225:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9180 with x1830978268520192 ext(0->4095) 00010000:00010000:1.0:1746157399.226232:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.226244:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.226249:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d9c9180 00000100:00100000:0.0:1746157399.228340:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.228423:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268520320 00000100:00100000:2.0:1746157399.228431:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268520320 00010000:00010000:2.0:1746157399.228463:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.228504:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10321 00000100:00100000:2.0:1746157399.228512:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1984:x1830978268520320:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.228523:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.228544:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.228555:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.228577:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60ec1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be1 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.228602:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.228604:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.228611:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.228619:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.228724:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.228738:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153664:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.228968:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.230295:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153664:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.230315:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.230364:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1984:x1830978268520320:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1852us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.230373:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10321 00000100:00100000:0.0:1746157399.230713:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.230846:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268520576 00000100:00100000:1.0:1746157399.230852:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268520576 00002000:00100000:1.0:1746157399.230888:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9880 x1830978268520576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.230898:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9880 with x1830978268520576 ext(0->4095) 00002000:00010000:1.0:1746157399.230902:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c9880 00000100:00100000:1.0:1746157399.230927:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4987 00000100:00100000:1.0:1746157399.230934:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268520576:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.231114:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268520576:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.231121:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4987 00002000:00100000:1.0:1746157399.231125:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d9c9880 x1830978268520576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.231132:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9880 with x1830978268520576 ext(0->4095) 00002000:00010000:1.0:1746157399.231135:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c9880 00000100:00100000:0.0:1746157399.232200:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.232316:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268520704 00000100:00100000:2.0:1746157399.232322:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268520704 00000100:00100000:2.0:1746157399.232360:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6994 00000100:00100000:2.0:1746157399.232367:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268520704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.232379:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.232394:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bef expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.232425:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.232433:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.232434:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.232437:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.232464:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.232475:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.232485:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153792:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.232868:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.234663:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267153792:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.234687:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.234700:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.234736:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268520704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2370us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.234744:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6994 00000100:00100000:0.0:1746157399.235143:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.235204:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268520832 00000100:00100000:2.0:1746157399.235211:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268520832 00010000:00010000:2.0:1746157399.235234:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.235266:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10322 00000100:00100000:2.0:1746157399.235272:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268520832:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.235285:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.235306:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.235319:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.235343:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60ec8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031be8 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.235353:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.235355:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.235361:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.235368:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.235392:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.235401:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153920:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.235538:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.236731:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.236791:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268521088 00000100:00100000:1.0:1746157399.236797:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268521088 00000100:00100000:2.0:1746157399.236800:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267153920:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.236812:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157399.236831:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f35180 x1830978268521088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.236839:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35180 with x1830978268521088 ext(0->4095) 00000100:00100000:2.0:1746157399.236840:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268520832:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1568us (1699us total) trans 0 rc 0/0 00002000:00010000:1.0:1746157399.236843:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35180 00000100:00100000:2.0:1746157399.236846:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10322 00000100:00100000:1.0:1746157399.236959:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4988 00000100:00100000:1.0:1746157399.236967:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268521088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157399.237171:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268521088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 204us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157399.237181:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4988 00002000:00100000:0.0:1746157399.237186:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f35180 x1830978268521088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157399.237193:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35180 with x1830978268521088 ext(0->4095) 00002000:00010000:0.0:1746157399.237196:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35180 00000100:00100000:0.0:1746157399.238774:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.238836:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268521216 00000100:00100000:2.0:1746157399.238842:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268521216 00000100:00100000:2.0:1746157399.238888:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6995 00000100:00100000:2.0:1746157399.238896:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268521216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.238911:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.238927:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bf6 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.238953:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.238960:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.238962:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.238970:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.238999:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.239010:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.239022:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267154048:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.239143:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.240804:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267154048:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.240833:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.240849:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:2.0:1746157399.240888:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268521216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1993us (2120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.240895:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6995 00000100:00100000:0.0:1746157399.241331:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.241499:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268521344 00000100:00100000:2.0:1746157399.241506:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268521344 00010000:00010000:2.0:1746157399.241529:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.241561:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10323 00000100:00100000:2.0:1746157399.241568:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268521344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.241582:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.241603:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.241613:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.241636:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ecf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bef expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.241646:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.241648:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.241655:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.241663:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.241687:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.241698:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154176:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.241759:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.241874:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.241945:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268521472 00000100:00100000:3.0:1746157399.241949:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268521472 00000100:00100000:3.0:1746157399.241969:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6996 00000100:00100000:3.0:1746157399.241974:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268521472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.241988:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.241999:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031bfd expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.242014:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.242020:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.242022:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.242024:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.242045:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.242055:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.242063:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267154304:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.242150:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.243906:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267154304:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.243906:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154176:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.243925:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157399.243934:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.243948:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:2.0:1746157399.243969:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268521344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2400us (2638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.243970:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268521472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1996us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.243977:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6996 00000100:00100000:2.0:1746157399.243979:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10323 00000100:00100000:1.0:1746157399.244155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.244224:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268521728 00000100:00100000:2.0:1746157399.244230:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268521728 00002000:00100000:2.0:1746157399.244266:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0000 x1830978268521728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.244274:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0000 with x1830978268521728 ext(0->4095) 00010000:00010000:2.0:1746157399.244280:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.244291:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.244297:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e0000 00000100:00100000:2.0:1746157399.244392:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2909 00000100:00100000:2.0:1746157399.244399:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268521728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.244664:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268521728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 265us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.244671:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2909 00002000:00100000:2.0:1746157399.244676:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0000 x1830978268521728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.244688:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0000 with x1830978268521728 ext(0->4095) 00010000:00010000:2.0:1746157399.244692:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.244705:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.244711:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e0000 00000100:00100000:0.0:1746157399.246067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.246152:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.246177:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268521856 00000100:00100000:2.0:1746157399.246185:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268521856 00000100:00100000:3.0:1746157399.246205:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268521984 00000100:00100000:3.0:1746157399.246208:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268521984 00010000:00010000:3.0:1746157399.246239:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.246282:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10324 00000100:00100000:3.0:1746157399.246289:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268521984:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.246303:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157399.246350:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6997 00000100:00100000:2.0:1746157399.246355:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268521856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.246368:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.246480:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c04 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.246500:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.246505:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.246511:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.246514:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.246547:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.246558:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.246571:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157399.246616:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268521856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 260us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.246622:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6997 00010000:00010000:3.0:1746157399.246841:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.246852:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.246869:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e60ed6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bf6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.246882:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.246883:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.246889:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.246896:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.246916:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.246926:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.247061:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154560:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.247160:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.249250:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154560:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.249275:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.249317:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268521984:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3028us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.249326:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10324 00000100:00100000:0.0:1746157399.249472:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.249589:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268522240 00000100:00100000:3.0:1746157399.249595:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268522240 00002000:00100000:3.0:1746157399.249624:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978268522240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.249631:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978268522240 ext(0->4095) 00010000:00010000:3.0:1746157399.249637:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.249646:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.249651:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419c380 00000100:00100000:3.0:1746157399.249662:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2910 00000100:00100000:3.0:1746157399.249665:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268522240:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.249793:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268522240:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.249797:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2910 00002000:00100000:3.0:1746157399.249801:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419c380 x1830978268522240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.249805:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419c380 with x1830978268522240 ext(0->4095) 00010000:00010000:3.0:1746157399.249808:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.249815:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.249818:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419c380 00000100:00100000:0.0:1746157399.251175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.251423:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268522496 00000100:00100000:2.0:1746157399.251433:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268522496 00000100:00100000:0.0:1746157399.251433:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.251478:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6998 00000100:00100000:2.0:1746157399.251488:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268522496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.251505:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.251523:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c0b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.251548:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.251553:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.251559:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.251562:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.251592:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268522368 00000100:00100000:3.0:1746157399.251596:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268522368 00010000:00010000:2.0:1746157399.251597:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.251607:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.251612:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.251616:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157399.251661:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268522496:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.251666:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6998 00000100:00100000:3.0:1746157399.251843:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10325 00000100:00100000:3.0:1746157399.251849:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1983:x1830978268522368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.251897:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.251917:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.251928:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.251945:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60edd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031bfd expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.251955:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.251957:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.251962:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.251974:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.252451:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.252465:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.252477:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154816:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.252752:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.254632:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.254709:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154816:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.254733:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.254787:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1983:x1830978268522368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2936us (3352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.254797:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10325 00000100:00100000:1.0:1746157399.254854:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268522752 00000100:00100000:1.0:1746157399.254861:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268522752 00002000:00100000:1.0:1746157399.254898:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604ca80 x1830978268522752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.254907:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ca80 with x1830978268522752 ext(0->4095) 00010000:00010000:1.0:1746157399.254915:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.254927:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.254933:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ca80 00000100:00100000:1.0:1746157399.254960:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2911 00000100:00100000:1.0:1746157399.254967:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268522752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.255222:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268522752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 254us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.255231:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2911 00002000:00100000:1.0:1746157399.255236:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604ca80 x1830978268522752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.255243:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ca80 with x1830978268522752 ext(0->4095) 00010000:00010000:1.0:1746157399.255247:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.255256:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.255262:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ca80 00000100:00100000:2.0:1746157399.258482:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.258552:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268522880 00000100:00100000:3.0:1746157399.258561:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268522880 00010000:00010000:3.0:1746157399.258591:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.258623:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10326 00000100:00100000:3.0:1746157399.258628:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4479850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268522880:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.258641:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.258661:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.258670:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.258689:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60ee4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c04 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.258702:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.258704:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.258710:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.258715:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.258741:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.258751:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154944:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.258889:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b285300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.261577:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267154944:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.261604:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.261646:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4479850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268522880:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3014us (3173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.261656:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10326 00000100:00100000:0.0:1746157399.261794:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.261907:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268523136 00000100:00100000:1.0:1746157399.261913:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268523136 00002000:00100000:1.0:1746157399.261950:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604ce00 x1830978268523136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.261965:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830978268523136 ext(0->4095) 00002000:00010000:1.0:1746157399.261970:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604ce00 00000100:00100000:1.0:1746157399.261995:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4989 00000100:00100000:1.0:1746157399.262002:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268523136:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.262740:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268523136:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 736us (944us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.262749:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4989 00002000:00100000:1.0:1746157399.262756:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604ce00 x1830978268523136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.262771:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830978268523136 ext(0->4095) 00002000:00010000:1.0:1746157399.262774:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604ce00 00000100:00100000:0.0:1746157399.265505:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.265658:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268523264 00000100:00100000:2.0:1746157399.265668:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268523264 00000100:00100000:2.0:1746157399.265724:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6999 00000100:00100000:2.0:1746157399.265732:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268523264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.265751:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.265769:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c12 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.265796:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.265804:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.265805:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.265809:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.265840:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.265852:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.265870:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267155072:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.265965:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.267770:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267155072:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.267794:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.267807:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.267841:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268523264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2110us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.267848:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6999 00000100:00100000:0.0:1746157399.269423:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.269503:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268523392 00000100:00100000:3.0:1746157399.269512:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268523392 00010000:00010000:3.0:1746157399.269542:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.269584:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10327 00000100:00100000:3.0:1746157399.269592:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268523392:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.269606:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.269627:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.269638:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.269660:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60eeb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c0b expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.269689:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.269692:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.269699:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.269706:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.269741:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.269751:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267155200:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.269829:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.271161:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267155200:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.271177:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157399.271186:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.271207:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268523392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1616us (1789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.271214:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10327 00000100:00100000:1.0:1746157399.271242:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268523648 00000100:00100000:1.0:1746157399.271247:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268523648 00002000:00100000:1.0:1746157399.271282:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c380 x1830978268523648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.271292:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830978268523648 ext(0->4095) 00002000:00010000:1.0:1746157399.271297:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604c380 00000100:00100000:1.0:1746157399.271320:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4990 00000100:00100000:1.0:1746157399.271327:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268523648:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.271889:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268523648:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 556us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.271896:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4990 00002000:00100000:1.0:1746157399.271901:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c380 x1830978268523648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.271909:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830978268523648 ext(0->4095) 00002000:00010000:1.0:1746157399.271912:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604c380 00000100:00100000:0.0:1746157399.273656:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.273739:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268523776 00000100:00100000:0.0:1746157399.273739:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.273748:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268523776 00000100:00100000:2.0:1746157399.273784:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268523904 00000100:00100000:2.0:1746157399.273786:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268523904 00000100:00100000:2.0:1746157399.273814:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7000 00000100:00100000:2.0:1746157399.273821:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268523776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157399.273840:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7001 00000100:00100000:0.0:1746157399.273848:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268523904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157399.273874:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157399.273891:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c20 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.273928:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.273935:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.273937:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.273940:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.273963:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.273971:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c19 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.273971:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.273980:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.273986:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746157399.273989:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267155328:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.273991:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157399.274052:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b300 going to sleep for 11 seconds 00010000:00010000:2.0:1746157399.274114:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.274119:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.274275:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.274288:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.274298:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157399.274330:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268523776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 510us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.274335:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7000 00000100:00100000:2.0:1746157399.275288:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267155328:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.275307:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.275318:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321d800, rc 0) 00000100:00100000:2.0:1746157399.275352:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268523904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1506us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.275359:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7001 00000100:00100000:0.0:1746157399.275619:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.275669:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268524032 00000100:00100000:3.0:1746157399.275676:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268524032 00010000:00010000:3.0:1746157399.275700:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.275724:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10328 00000100:00100000:3.0:1746157399.275730:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268524032:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.275741:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.275762:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.275772:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.275792:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60ef2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c12 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.275816:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.275818:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.275824:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.275837:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.275864:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.275874:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.275885:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267155584:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.275940:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.277323:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267155584:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.277342:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.277409:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268524032:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1677us (1789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.277418:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10328 00000100:00100000:0.0:1746157399.277491:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.277885:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268524288 00000100:00100000:2.0:1746157399.277893:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268524288 00002000:00100000:2.0:1746157399.277933:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c000 x1830978268524288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.277942:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830978268524288 ext(0->4095) 00010000:00010000:2.0:1746157399.277951:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.277965:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.277971:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:2.0:1746157399.278006:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2912 00000100:00100000:2.0:1746157399.278013:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268524288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.278215:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268524288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 203us (727us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.278222:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2912 00002000:00100000:2.0:1746157399.278227:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604c000 x1830978268524288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.278234:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830978268524288 ext(0->4095) 00010000:00010000:2.0:1746157399.278239:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.278247:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.278253:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:0.0:1746157399.279636:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.279683:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.279731:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268524416 00000100:00100000:3.0:1746157399.279738:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268524416 00010000:00010000:3.0:1746157399.279763:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.279784:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268524544 00000100:00100000:3.0:1746157399.279789:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10329 00000100:00100000:2.0:1746157399.279790:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268524544 00000100:00100000:3.0:1746157399.279793:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268524416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.279803:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.279818:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.279822:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7002 00010000:00010000:3.0:1746157399.279826:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.279827:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268524544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.279838:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.279840:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e60ef9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c20 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.279851:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.279852:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.279852:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c27 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.279856:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.279861:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.279874:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.279881:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.279883:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.279886:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.279940:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.279943:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.279950:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.279960:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.279962:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267155840:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.279970:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267155712:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.280286:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.280287:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.281582:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267155840:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.281602:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.281613:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:3.0:1746157399.281621:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267155712:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.281636:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.281648:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268524544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1820us (2017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.281654:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7002 00000100:00100000:3.0:1746157399.281661:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268524416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1867us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.281669:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10329 00000100:00100000:0.0:1746157399.282431:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.282497:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268524800 00000100:00100000:2.0:1746157399.282501:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268524800 00002000:00100000:2.0:1746157399.282528:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1880 x1830978268524800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.282535:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1880 with x1830978268524800 ext(0->4095) 00010000:00010000:2.0:1746157399.282540:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.282549:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.282554:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e1880 00000100:00100000:2.0:1746157399.282630:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2913 00000100:00100000:2.0:1746157399.282634:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268524800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.282923:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268524800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 288us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.282927:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2913 00002000:00100000:2.0:1746157399.282931:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1880 x1830978268524800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.282936:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1880 with x1830978268524800 ext(0->4095) 00010000:00010000:2.0:1746157399.282939:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.282945:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.282949:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e1880 00000100:00100000:0.0:1746157399.284432:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.284511:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.284562:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268524928 00000100:00100000:2.0:1746157399.284568:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268524928 00000100:00100000:2.0:1746157399.284609:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7003 00000100:00100000:2.0:1746157399.284620:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268524928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.284634:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.284649:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c2e expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.284672:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.284678:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.284684:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.284687:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.284710:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268525056 00000100:00100000:3.0:1746157399.284715:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268525056 00010000:00010000:2.0:1746157399.284722:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.284731:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.284734:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.284742:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:3.0:1746157399.284762:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10330 00000100:00100000:3.0:1746157399.284768:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268525056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.284777:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157399.284784:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268524928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.284789:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7003 00010000:00010000:3.0:1746157399.284809:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.284819:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.284901:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c19 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.284927:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.284929:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.284935:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.284942:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.284977:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.284988:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.285124:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156096:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.285276:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.286020:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156096:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.286032:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.286064:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268525056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1296us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.286102:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10330 00000100:00100000:0.0:1746157399.286291:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.286331:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268525312 00000100:00100000:2.0:1746157399.286335:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268525312 00002000:00100000:2.0:1746157399.286357:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0e00 x1830978268525312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.286363:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0e00 with x1830978268525312 ext(0->4095) 00010000:00010000:2.0:1746157399.286368:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.286374:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.286378:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0e00 00000100:00100000:2.0:1746157399.286396:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2914 00000100:00100000:2.0:1746157399.286402:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268525312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.286521:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268525312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.286527:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2914 00002000:00100000:2.0:1746157399.286532:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0e00 x1830978268525312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.286539:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0e00 with x1830978268525312 ext(0->4095) 00010000:00010000:2.0:1746157399.286543:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.286551:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.286556:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0e00 00000100:00100000:0.0:1746157399.287821:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.287872:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268525440 00000100:00100000:3.0:1746157399.287877:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268525440 00010000:00010000:3.0:1746157399.287894:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.287927:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10331 00000100:00100000:3.0:1746157399.287932:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268525440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.287940:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.287952:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.287961:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.287976:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c27 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.287999:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.288000:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.288674:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.288684:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.288709:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.288719:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156224:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.288822:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.290001:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156224:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.290015:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.290045:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268525440:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2111us (2229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.290051:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10331 00000100:00100000:0.0:1746157399.290207:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.290258:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268525696 00000100:00100000:3.0:1746157399.290263:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268525696 00002000:00100000:3.0:1746157399.290285:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0700 x1830978268525696/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.290297:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0700 with x1830978268525696 ext(0->4095) 00002000:00010000:3.0:1746157399.290300:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0700 00000100:00100000:3.0:1746157399.290312:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4991 00000100:00100000:3.0:1746157399.290317:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268525696:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.290559:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268525696:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 240us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.290565:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4991 00002000:00100000:3.0:1746157399.290570:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0700 x1830978268525696/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.290576:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0700 with x1830978268525696 ext(0->4095) 00002000:00010000:3.0:1746157399.290579:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0700 00000100:00100000:0.0:1746157399.292890:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.292968:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268525824 00000100:00100000:2.0:1746157399.292974:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268525824 00000100:00100000:2.0:1746157399.293000:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7004 00000100:00100000:2.0:1746157399.293005:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268525824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.293016:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.293028:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c35 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.293049:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.293056:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.293057:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.293060:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.293121:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.293131:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.293142:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267156352:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.293210:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.293861:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267156352:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.293876:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.293890:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157399.293915:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268525824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 910us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.293921:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7004 00000100:00100000:0.0:1746157399.294763:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.294826:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268525952 00000100:00100000:3.0:1746157399.294830:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268525952 00010000:00010000:3.0:1746157399.294849:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.294874:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10332 00000100:00100000:3.0:1746157399.294879:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268525952:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.294887:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.294902:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.294910:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.294926:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f0e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c2e expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.294956:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.294957:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.294963:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.294970:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.294991:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.294999:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156480:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.295054:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.296035:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156480:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.296047:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.296111:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268525952:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1231us (1348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.296118:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10332 00000100:00100000:0.0:1746157399.296676:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.296750:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268526208 00000100:00100000:3.0:1746157399.296755:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268526208 00002000:00100000:3.0:1746157399.296780:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc700 x1830978268526208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.296792:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc700 with x1830978268526208 ext(0->4095) 00002000:00010000:3.0:1746157399.296796:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bc700 00000100:00100000:3.0:1746157399.296823:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4992 00000100:00100000:3.0:1746157399.296828:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268526208:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.297156:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268526208:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 327us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.297163:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4992 00002000:00100000:3.0:1746157399.297168:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc700 x1830978268526208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.297175:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc700 with x1830978268526208 ext(0->4095) 00002000:00010000:3.0:1746157399.297178:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bc700 00000100:00100000:0.0:1746157399.298970:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.299047:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268526336 00000100:00100000:2.0:1746157399.299053:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268526336 00000100:00100000:2.0:1746157399.299138:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7005 00000100:00100000:2.0:1746157399.299145:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268526336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.299158:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.299170:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c3c expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.299191:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.299197:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.299198:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.299201:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.299222:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.299232:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.299244:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267156608:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.299306:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.300377:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267156608:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.300393:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.300404:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157399.300434:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268526336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1291us (1468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.300439:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7005 00000100:00100000:0.0:1746157399.300809:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.300861:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268526464 00000100:00100000:3.0:1746157399.300864:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268526464 00010000:00010000:3.0:1746157399.300877:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.300896:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10333 00000100:00100000:3.0:1746157399.300901:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4479450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268526464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.300909:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.300925:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.300942:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.301008:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60f15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c35 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.301026:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.301028:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.301033:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.301039:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.301063:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.301106:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156736:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.301194:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.301667:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.301701:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268526592 00000100:00100000:2.0:1746157399.301705:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268526592 00000100:00100000:2.0:1746157399.301824:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7006 00000100:00100000:2.0:1746157399.301831:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268526592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.301840:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.301848:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c43 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.301860:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.301866:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.301867:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.301870:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.301887:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.301896:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.301903:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267156864:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.301938:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.302596:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.302665:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267156736:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.302675:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.302696:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4479450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268526464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1794us (1886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.302702:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10333 00000100:00100000:2.0:1746157399.302718:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268526848 00000100:00100000:2.0:1746157399.302722:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268526848 00002000:00100000:2.0:1746157399.302744:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd880 x1830978268526848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.302752:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd880 with x1830978268526848 ext(0->4095) 00010000:00010000:2.0:1746157399.302758:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 76 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.302768:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 76 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.302773:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bd880 00000100:00100000:2.0:1746157399.302786:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2915 00000100:00100000:2.0:1746157399.302791:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268526848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.302902:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268526848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.302915:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2915 00002000:00100000:2.0:1746157399.302921:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd880 x1830978268526848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.302928:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd880 with x1830978268526848 ext(0->4095) 00010000:00010000:2.0:1746157399.303085:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 76 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.303107:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 76 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.303113:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bd880 00000100:00100000:2.0:1746157399.303401:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267156864:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.303414:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.303424:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157399.303453:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268526592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1622us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.303458:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7006 00000100:00100000:0.0:1746157399.304666:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.304839:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.304916:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268526976 00000100:00100000:2.0:1746157399.304925:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268526976 00000100:00100000:2.0:1746157399.304975:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7007 00000100:00100000:2.0:1746157399.304984:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268526976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.305002:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.305019:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c4a expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.305046:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.305052:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.305059:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.305063:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.305132:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268527104 00000100:00100000:3.0:1746157399.305139:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268527104 00010000:00010000:2.0:1746157399.305144:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.305157:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.305160:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.305167:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:3.0:1746157399.305200:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10334 00000100:00100000:3.0:1746157399.305207:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268527104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157399.305211:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268526976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 228us (551us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157399.305217:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157399.305218:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7007 00010000:00010000:3.0:1746157399.305230:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.305240:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.305256:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c3c expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.305341:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.305343:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.305349:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.305356:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.305380:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.305389:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.305403:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157120:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.305478:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.306903:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157120:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.306917:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.306952:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268527104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1746us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.306959:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10334 00000100:00100000:0.0:1746157399.307141:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.307415:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268527360 00000100:00100000:2.0:1746157399.307434:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268527360 00002000:00100000:2.0:1746157399.307484:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bdf80 x1830978268527360/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.307494:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bdf80 with x1830978268527360 ext(0->4095) 00010000:00010000:2.0:1746157399.307503:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.307522:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.307529:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bdf80 00000100:00100000:2.0:1746157399.307549:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2916 00000100:00100000:2.0:1746157399.307558:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268527360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.308058:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268527360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 499us (919us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.308066:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2916 00002000:00100000:2.0:1746157399.308112:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bdf80 x1830978268527360/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.308120:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bdf80 with x1830978268527360 ext(0->4095) 00010000:00010000:2.0:1746157399.308126:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.308137:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.308143:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bdf80 00000100:00100000:0.0:1746157399.310488:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.310601:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.311004:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268527488 00000100:00100000:2.0:1746157399.311013:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268527488 00000100:00100000:2.0:1746157399.311062:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7008 00000100:00100000:2.0:1746157399.311120:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268527488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.311140:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.311158:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c51 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.311184:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.311190:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.311196:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.311200:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.311234:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268527616 00010000:00010000:2.0:1746157399.311238:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.311239:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268527616 00010000:00010000:2.0:1746157399.311251:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.311256:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 76 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.311261:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157399.311345:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268527488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 274us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.311349:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10335 00000100:00100000:2.0:1746157399.311352:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7008 00000100:00100000:3.0:1746157399.311356:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268527616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.311365:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.311387:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.311399:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.311416:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f23 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c43 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.311428:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.311431:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.311436:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.311445:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.311466:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.311478:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.311555:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157376:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.312189:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.316042:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.316135:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268527872 00000100:00100000:2.0:1746157399.316145:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268527872 00002000:00100000:2.0:1746157399.316182:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf800 x1830978268527872/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.316190:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf800 with x1830978268527872 ext(0->4095) 00010000:00010000:2.0:1746157399.316197:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.316214:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.316219:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bf800 00000100:00100000:2.0:1746157399.316245:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2917 00000100:00100000:2.0:1746157399.316252:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268527872:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.316294:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157376:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.316325:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.316393:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268527616:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5035us (5790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.316404:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10335 00000100:00100000:2.0:1746157399.316469:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268527872:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 216us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.316476:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2917 00002000:00100000:2.0:1746157399.316482:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf800 x1830978268527872/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.316488:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf800 with x1830978268527872 ext(0->4095) 00010000:00010000:2.0:1746157399.316493:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.316501:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.316506:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bf800 00000100:00100000:0.0:1746157399.320167:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.320304:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268528000 00000100:00100000:3.0:1746157399.320314:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268528000 00010000:00010000:3.0:1746157399.320352:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.320461:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10336 00000100:00100000:3.0:1746157399.320472:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268528000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.320493:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.320519:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.320532:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.320556:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c4a expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.320678:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.320684:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.320695:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.320709:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.320748:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.320760:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157504:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.320828:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.324586:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157504:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.324589:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.324607:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.324660:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268528000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4190us (4501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.324673:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10336 00000100:00100000:2.0:1746157399.324676:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268528256 00000100:00100000:2.0:1746157399.324683:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268528256 00002000:00100000:2.0:1746157399.324724:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bea00 x1830978268528256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.324733:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bea00 with x1830978268528256 ext(0->4095) 00002000:00010000:2.0:1746157399.324740:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bea00 00000100:00100000:2.0:1746157399.324771:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4993 00000100:00100000:2.0:1746157399.324778:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268528256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.325315:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268528256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 537us (732us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.325321:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4993 00002000:00100000:2.0:1746157399.325326:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bea00 x1830978268528256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.325332:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bea00 with x1830978268528256 ext(0->4095) 00002000:00010000:2.0:1746157399.325334:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bea00 00000100:00100000:0.0:1746157399.328279:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.328374:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268528384 00000100:00100000:2.0:1746157399.328383:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268528384 00000100:00100000:2.0:1746157399.328438:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7009 00000100:00100000:2.0:1746157399.328447:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268528384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.328464:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.328481:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c58 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.328511:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.328519:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.328521:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.328524:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.328557:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.328568:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.328580:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267157632:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.328668:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.331649:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267157632:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.331683:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.331698:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157399.331737:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268528384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3292us (3466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.331744:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7009 00000100:00100000:0.0:1746157399.332378:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.332458:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268528512 00000100:00100000:3.0:1746157399.332467:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268528512 00010000:00010000:3.0:1746157399.332597:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.332633:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10337 00000100:00100000:3.0:1746157399.332640:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268528512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.332651:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.332794:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.332807:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.332824:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60f31 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c51 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.332848:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.332850:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.332856:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.332863:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.332889:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.332903:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157760:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.332985:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.334452:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267157760:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.334464:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.334499:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1986:x1830978268528512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1861us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.334504:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10337 00000100:00100000:0.0:1746157399.334797:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.334858:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268528640 00000100:00100000:2.0:1746157399.334863:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268528640 00000100:00100000:2.0:1746157399.334886:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7010 00000100:00100000:2.0:1746157399.334890:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268528640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.334901:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.334911:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c5f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.334998:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.335004:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.335006:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.335008:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.335027:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.335035:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.335042:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267157888:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.335129:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.335140:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.335206:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268528896 00000100:00100000:2.0:1746157399.335209:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268528896 00002000:00100000:2.0:1746157399.335228:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d880 x1830978268528896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.335236:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d880 with x1830978268528896 ext(0->4095) 00010000:00010000:2.0:1746157399.335250:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.335257:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.335263:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96d880 00000100:00100000:2.0:1746157399.335278:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2918 00000100:00100000:2.0:1746157399.335283:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268528896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.335394:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268528896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.335399:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2918 00002000:00100000:2.0:1746157399.335403:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d880 x1830978268528896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.335410:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d880 with x1830978268528896 ext(0->4095) 00010000:00010000:2.0:1746157399.335413:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.335421:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.335426:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96d880 00000100:00100000:2.0:1746157399.336659:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267157888:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.336676:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.336686:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157399.336716:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268528640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1825us (1925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.336722:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7010 00000100:00100000:0.0:1746157399.337199:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.337358:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268529024 00000100:00100000:2.0:1746157399.337363:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268529024 00000100:00100000:2.0:1746157399.337393:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7011 00000100:00100000:2.0:1746157399.337399:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268529024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.337407:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.337415:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c66 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.337430:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.337433:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.337438:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.337440:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.337525:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.337534:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.337541:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157399.337575:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268529024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.337581:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7011 00000100:00100000:0.0:1746157399.340327:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.340411:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268529152 00000100:00100000:3.0:1746157399.340417:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268529152 00010000:00010000:3.0:1746157399.340446:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.340532:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10338 00000100:00100000:3.0:1746157399.340539:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268529152:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.340552:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.340569:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.340578:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.340594:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c58 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.340693:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.340695:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.340700:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.340705:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.340726:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.340732:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.340740:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158144:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.340943:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.342314:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158144:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.342326:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.342353:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268529152:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1816us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.342358:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10338 00000100:00100000:1.0:1746157399.343299:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.343726:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268529408 00000100:00100000:2.0:1746157399.343732:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268529408 00002000:00100000:2.0:1746157399.343776:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3100 x1830978268529408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.343784:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268529408 ext(0->4095) 00010000:00010000:2.0:1746157399.343795:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.343806:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.343812:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3100 00000100:00100000:2.0:1746157399.343837:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2919 00000100:00100000:2.0:1746157399.343843:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268529408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.343980:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268529408:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.343987:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2919 00002000:00100000:2.0:1746157399.343992:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3100 x1830978268529408/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.343998:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268529408 ext(0->4095) 00010000:00010000:2.0:1746157399.344002:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.344011:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.344016:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e3100 00000100:00100000:0.0:1746157399.346543:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.346629:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268529536 00000100:00100000:3.0:1746157399.346637:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268529536 00010000:00010000:3.0:1746157399.346664:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.346836:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10339 00000100:00100000:3.0:1746157399.346843:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268529536:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.346856:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.346871:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.346881:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.346898:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f3f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c5f expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.346924:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.346925:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.346930:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.346937:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.346963:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.347204:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158272:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.347275:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.349641:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158272:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.349644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.349660:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.349705:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268529792 00000100:00100000:1.0:1746157399.349711:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268529792 00000100:00100000:3.0:1746157399.349713:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268529536:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2870us (3179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.349723:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10339 00002000:00100000:1.0:1746157399.349738:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ea00 x1830978268529792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.349747:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ea00 with x1830978268529792 ext(0->4095) 00002000:00010000:1.0:1746157399.349750:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96ea00 00000100:00100000:1.0:1746157399.349771:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4994 00000100:00100000:1.0:1746157399.349776:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268529792:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.349882:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268529792:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.349887:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4994 00002000:00100000:1.0:1746157399.349891:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ea00 x1830978268529792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.349897:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ea00 with x1830978268529792 ext(0->4095) 00002000:00010000:1.0:1746157399.349900:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96ea00 00000100:00100000:0.0:1746157399.352178:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.352300:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268529920 00000100:00100000:2.0:1746157399.352309:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268529920 00000100:00100000:2.0:1746157399.352359:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7012 00000100:00100000:2.0:1746157399.352369:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268529920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.352390:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.352409:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c6d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.352440:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.352448:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.352450:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.352454:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.352487:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 73 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.352499:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 73 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.352513:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267158400:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.352985:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.355038:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.355332:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267158400:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.355368:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.355422:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.355491:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268529920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3123us (3321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.355505:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7012 00000100:00100000:3.0:1746157399.355664:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268530048 00000100:00100000:3.0:1746157399.355688:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268530048 00010000:00010000:3.0:1746157399.355716:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.355759:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10340 00000100:00100000:3.0:1746157399.355766:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4479050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268530048:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.355795:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.355820:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.355831:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.355853:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e60f46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c66 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.355897:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.355899:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.355906:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.355913:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.355945:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.355957:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158528:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.356040:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.357909:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.358005:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268530304 00000100:00100000:2.0:1746157399.358019:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268530304 00002000:00100000:2.0:1746157399.358066:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96f800 x1830978268530304/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157399.358126:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158528:192.168.203.5@tcp:105: 00002000:00100000:2.0:1746157399.358140:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f800 with x1830978268530304 ext(0->4095) 00002000:00010000:2.0:1746157399.358144:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96f800 00010000:00010000:3.0:1746157399.358150:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.358178:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4995 00000100:00100000:2.0:1746157399.358186:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268530304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.358194:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4479050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268530048:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2427us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.358203:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10340 00000100:00100000:2.0:1746157399.358747:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268530304:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 561us (846us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.358754:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4995 00002000:00100000:2.0:1746157399.358760:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96f800 x1830978268530304/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.358766:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f800 with x1830978268530304 ext(0->4095) 00002000:00010000:2.0:1746157399.358769:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96f800 00000100:00100000:0.0:1746157399.359601:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.359727:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268530432 00000100:00100000:2.0:1746157399.359735:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268530432 00000100:00100000:2.0:1746157399.359768:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7013 00000100:00100000:2.0:1746157399.359773:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31587:x1830978268530432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.359785:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.359798:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c74 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.359824:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.359830:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.359832:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.359835:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.359859:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.359868:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.359878:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267158656:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.359965:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.360882:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.361783:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268530560 00000100:00100000:2.0:1746157399.361791:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268530560 00000100:00100000:2.0:1746157399.361843:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7014 00000100:00100000:2.0:1746157399.361850:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268530560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.361862:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.361876:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c7b expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.361896:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.361900:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.361906:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.361909:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.361937:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.361946:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.361954:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157399.361992:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31597:x1830978268530560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.361998:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7014 00000100:00100000:2.0:1746157399.363054:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267158656:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.363106:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.363116:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157399.363430:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268530432:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3654us (3835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.363436:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7013 00000100:00100000:0.0:1746157399.365230:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.365558:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268530688 00000100:00100000:3.0:1746157399.365568:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268530688 00010000:00010000:3.0:1746157399.365609:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.365755:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10341 00000100:00100000:3.0:1746157399.365765:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268530688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.365780:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.365805:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.365818:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.365843:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60f4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c6d expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.365883:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.365886:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.365894:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.365903:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.365945:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.365958:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.365972:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158912:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.366130:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.368668:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267158912:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.368687:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.368740:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268530688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2977us (3518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.368749:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10341 00000100:00100000:0.0:1746157399.369423:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.369456:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268530944 00000100:00100000:2.0:1746157399.369462:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268530944 00002000:00100000:2.0:1746157399.369495:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c380 x1830978268530944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.369510:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c380 with x1830978268530944 ext(0->4095) 00010000:00010000:2.0:1746157399.369517:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.369530:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.369536:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c380 00000100:00100000:2.0:1746157399.369563:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2920 00000100:00100000:2.0:1746157399.369570:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268530944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.369697:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268530944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.369703:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2920 00002000:00100000:2.0:1746157399.369708:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c380 x1830978268530944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.369715:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c380 with x1830978268530944 ext(0->4095) 00010000:00010000:2.0:1746157399.369719:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.369729:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.369734:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c380 00000100:00100000:0.0:1746157399.372185:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.372286:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268531072 00000100:00100000:3.0:1746157399.372292:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268531072 00010000:00010000:3.0:1746157399.372318:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.372357:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10342 00000100:00100000:3.0:1746157399.372363:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268531072:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.372375:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.372392:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.372406:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.372423:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e60f54 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c74 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.372436:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.372438:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.372443:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.372451:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.372475:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.372485:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267159040:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.372551:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.374686:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.374720:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267159040:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.374731:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.374759:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268531072:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2396us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.374766:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10342 00000100:00100000:2.0:1746157399.374937:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268531328 00000100:00100000:2.0:1746157399.374942:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268531328 00002000:00100000:2.0:1746157399.374970:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d500 x1830978268531328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.374978:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d500 with x1830978268531328 ext(0->4095) 00002000:00010000:2.0:1746157399.374981:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d500 00000100:00100000:2.0:1746157399.375007:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4996 00000100:00100000:2.0:1746157399.375012:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268531328:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.375292:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268531328:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 279us (609us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.375298:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4996 00002000:00100000:2.0:1746157399.375303:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d500 x1830978268531328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.375310:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d500 with x1830978268531328 ext(0->4095) 00002000:00010000:2.0:1746157399.375312:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d500 00000100:00100000:0.0:1746157399.377031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.377345:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268531456 00000100:00100000:2.0:1746157399.377351:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268531456 00000100:00100000:2.0:1746157399.377392:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7015 00000100:00100000:2.0:1746157399.377398:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268531456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.377410:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.377423:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c82 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.377444:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.377456:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.377458:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.377461:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.377482:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.377491:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.377500:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267159168:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.377574:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.380124:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267159168:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.380148:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.380399:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157399.380437:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268531456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3037us (3409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.380443:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7015 00000100:00100000:0.0:1746157399.380698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.380816:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268531584 00000100:00100000:3.0:1746157399.380821:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268531584 00010000:00010000:3.0:1746157399.380839:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.380871:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10343 00000100:00100000:3.0:1746157399.380876:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268531584:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.380886:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.380901:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.380911:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.380927:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c7b expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.380938:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.380940:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.380945:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.380952:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.381297:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.381308:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267159296:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.381984:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.383146:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267159296:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.383160:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.383247:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268531840 00010000:00010000:3.0:1746157399.383251:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.383252:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268531840 00002000:00100000:2.0:1746157399.383277:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d180 x1830978268531840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157399.383278:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268531584:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2400us (2580us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.383285:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10343 00002000:00100000:2.0:1746157399.383291:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d180 with x1830978268531840 ext(0->4095) 00002000:00010000:2.0:1746157399.383295:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d180 00000100:00100000:2.0:1746157399.383318:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4997 00000100:00100000:2.0:1746157399.383325:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268531840:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.383438:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268531840:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.383444:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4997 00002000:00100000:2.0:1746157399.383449:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96d180 x1830978268531840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.383456:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d180 with x1830978268531840 ext(0->4095) 00002000:00010000:2.0:1746157399.383458:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d180 00000100:00100000:0.0:1746157399.384630:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.384706:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268531968 00000100:00100000:2.0:1746157399.384710:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268531968 00000100:00100000:2.0:1746157399.384738:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7016 00000100:00100000:2.0:1746157399.384743:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268531968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.384752:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.384763:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c89 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.384782:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.384788:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.384790:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.384793:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.384814:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.384825:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.384834:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267159424:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.384901:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.385328:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.385388:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268532096 00000100:00100000:2.0:1746157399.385392:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268532096 00000100:00100000:2.0:1746157399.385425:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7017 00000100:00100000:2.0:1746157399.385430:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268532096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.385437:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.385442:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c90 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.385454:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.385458:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.385463:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.385465:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.385482:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.385492:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 76 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.385631:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157399.385666:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268532096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.385672:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7017 00000100:00100000:2.0:1746157399.386809:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267159424:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.386824:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.386832:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157399.386851:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268531968:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (2223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.386857:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7016 00000100:00100000:0.0:1746157399.386986:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.387148:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268532224 00000100:00100000:3.0:1746157399.387152:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268532224 00010000:00010000:3.0:1746157399.387168:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.387229:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10344 00000100:00100000:1.0:1746157399.387237:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268532224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.387250:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.387266:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.387277:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.387292:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60f62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c82 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.387314:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.387316:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.387321:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.387329:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.387350:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.387359:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.387367:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267159680:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.387402:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.388381:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267159680:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.388390:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.388415:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268532224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1180us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.388421:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10344 00000100:00100000:0.0:1746157399.389036:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.389114:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268532480 00000100:00100000:2.0:1746157399.389118:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268532480 00002000:00100000:2.0:1746157399.389140:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c000 x1830978268532480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.389149:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c000 with x1830978268532480 ext(0->4095) 00010000:00010000:2.0:1746157399.389154:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.389165:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.389171:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c000 00000100:00100000:2.0:1746157399.389248:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2921 00000100:00100000:2.0:1746157399.389253:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268532480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.389414:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268532480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.389419:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2921 00002000:00100000:2.0:1746157399.389424:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c000 x1830978268532480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.389431:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c000 with x1830978268532480 ext(0->4095) 00010000:00010000:2.0:1746157399.389435:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.389443:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.389448:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c000 00000100:00100000:0.0:1746157399.390835:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.390897:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.390914:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268532608 00000100:00100000:2.0:1746157399.390917:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268532608 00000100:00100000:1.0:1746157399.390958:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268532736 00000100:00100000:1.0:1746157399.390961:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268532736 00010000:00010000:1.0:1746157399.390974:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.391003:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10345 00000100:00100000:1.0:1746157399.391008:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268532736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.391016:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.391028:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.391037:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.391052:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60f69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c89 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.391066:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.391068:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.391103:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.391111:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.391161:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7018 00000100:00100000:2.0:1746157399.391166:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268532608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.391174:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.391182:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c97 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.391202:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.391207:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.391208:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.391211:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.391219:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.391224:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.391232:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.391239:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.391246:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267159808:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.391248:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267159936:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.391302:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.391305:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.392290:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267159936:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.392290:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267159808:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.392299:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157399.392303:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.392311:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157399.392330:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268532608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1164us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.392330:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268532736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1322us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.392335:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7018 00000100:00100000:1.0:1746157399.392336:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10345 00000100:00100000:0.0:1746157399.392987:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.393028:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268532992 00000100:00100000:2.0:1746157399.393032:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268532992 00002000:00100000:2.0:1746157399.393050:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece680 x1830978268532992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.393057:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece680 with x1830978268532992 ext(0->4095) 00010000:00010000:2.0:1746157399.393062:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.393110:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.393115:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ece680 00000100:00100000:2.0:1746157399.393136:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2922 00000100:00100000:2.0:1746157399.393142:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268532992:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.393289:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268532992:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.393294:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2922 00002000:00100000:2.0:1746157399.393300:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece680 x1830978268532992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.393306:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece680 with x1830978268532992 ext(0->4095) 00010000:00010000:2.0:1746157399.393310:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.393317:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.393322:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ece680 00000100:00100000:2.0:1746157399.394364:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.394382:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268533120 00000100:00100000:0.0:1746157399.394386:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268533120 00000100:00100000:0.0:1746157399.394408:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7019 00000100:00100000:2.0:1746157399.394409:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.394413:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268533120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157399.394421:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157399.394430:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031c9e expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.394444:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157399.394449:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.394454:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157399.394456:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.394483:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.394492:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.394499:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c800, rc 0) 00000100:00100000:0.0:1746157399.394532:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268533120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.394533:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268533248 00000100:00100000:1.0:1746157399.394537:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268533248 00000100:00100000:0.0:1746157399.394537:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7019 00010000:00010000:1.0:1746157399.394551:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.394599:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10346 00000100:00100000:1.0:1746157399.394605:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1984:x1830978268533248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.394612:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.394624:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.394633:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.394645:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e60f70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c90 expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.394657:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.394659:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.394663:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.394669:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.394690:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.394704:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.394714:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160192:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.394762:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.396010:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160192:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.396020:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.396045:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1984:x1830978268533248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1441us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.396052:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10346 00000100:00100000:0.0:1746157399.396228:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.396281:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268533504 00000100:00100000:2.0:1746157399.396286:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268533504 00002000:00100000:2.0:1746157399.396305:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece300 x1830978268533504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.396313:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece300 with x1830978268533504 ext(0->4095) 00010000:00010000:2.0:1746157399.396318:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.396327:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.396333:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ece300 00000100:00100000:2.0:1746157399.396355:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2923 00000100:00100000:2.0:1746157399.396361:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268533504:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.396461:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268533504:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (233us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.396466:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2923 00002000:00100000:2.0:1746157399.396470:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ece300 x1830978268533504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.396477:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ece300 with x1830978268533504 ext(0->4095) 00010000:00010000:2.0:1746157399.396481:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.396488:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.396494:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091ece300 00000100:00100000:0.0:1746157399.397893:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.397952:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268533632 00000100:00100000:1.0:1746157399.397955:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268533632 00010000:00010000:1.0:1746157399.397969:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.397995:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10347 00000100:00100000:1.0:1746157399.398000:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268533632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.398007:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.398018:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.398027:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.398043:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c97 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.398063:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.398064:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.398069:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.398107:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.398300:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.398309:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160320:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.398737:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a106c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.399716:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160320:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.399724:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.399743:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4478c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268533632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1742us (1852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.399754:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10347 00000100:00100000:0.0:1746157399.399990:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.400053:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268533888 00000100:00100000:2.0:1746157399.400058:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268533888 00002000:00100000:2.0:1746157399.400117:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecd880 x1830978268533888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.400126:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecd880 with x1830978268533888 ext(0->4095) 00002000:00010000:2.0:1746157399.400130:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ecd880 00000100:00100000:1.0:1746157399.400218:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4998 00000100:00100000:1.0:1746157399.400225:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1984:x1830978268533888:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157399.400327:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1984:x1830978268533888:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.400336:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4998 00002000:00100000:1.0:1746157399.400340:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecd880 x1830978268533888/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.400347:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecd880 with x1830978268533888 ext(0->4095) 00002000:00010000:1.0:1746157399.400349:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ecd880 00000100:00100000:0.0:1746157399.401647:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.401700:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268534016 00000100:00100000:2.0:1746157399.401705:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268534016 00000100:00100000:2.0:1746157399.401738:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7020 00000100:00100000:2.0:1746157399.401744:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268534016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.401753:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.401796:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ca5 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.401815:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.401822:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.401823:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.401826:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.401848:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 73 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.401868:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 73 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.401877:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267160448:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.401940:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.402928:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267160448:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.402944:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.402954:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157399.403026:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268534016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1281us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.403032:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7020 00000100:00100000:0.0:1746157399.403199:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.403389:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268534144 00000100:00100000:1.0:1746157399.403393:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268534144 00010000:00010000:1.0:1746157399.403415:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.403444:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10348 00000100:00100000:1.0:1746157399.403449:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268534144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.403456:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.403472:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.403481:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.403694:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e60f7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031c9e expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.403717:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.403719:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.403725:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.403735:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.403756:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.403765:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160576:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.403809:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.405818:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.405879:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268534400 00000100:00100000:2.0:1746157399.405884:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268534400 00000100:00100000:1.0:1746157399.405911:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160576:192.168.203.5@tcp:105: 00002000:00100000:2.0:1746157399.405914:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecdf80 x1830978268534400/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.405922:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecdf80 with x1830978268534400 ext(0->4095) 00010000:00010000:1.0:1746157399.405923:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746157399.405926:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ecdf80 00000100:00100000:1.0:1746157399.405950:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268534144:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2501us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.405956:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 4999 00000100:00100000:1.0:1746157399.405961:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10348 00000100:00100000:2.0:1746157399.405963:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268534400:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.406131:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268534400:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.406139:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 4999 00002000:00100000:2.0:1746157399.406144:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091ecdf80 x1830978268534400/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.406152:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091ecdf80 with x1830978268534400 ext(0->4095) 00002000:00010000:2.0:1746157399.406154:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091ecdf80 00000100:00100000:0.0:1746157399.408465:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.408764:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268534528 00000100:00100000:2.0:1746157399.408769:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268534528 00000100:00100000:2.0:1746157399.408809:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7021 00000100:00100000:2.0:1746157399.408815:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268534528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.408827:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.408840:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cac expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.408861:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.408867:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.408869:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.408872:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.408893:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.408901:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 5 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.408915:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267160704:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.409168:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.410866:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.411024:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267160704:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.411034:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268534656 00000100:00100000:3.0:1746157399.411040:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268534656 00010000:00010000:2.0:1746157399.411044:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.411057:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:3.0:1746157399.411105:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7022 00000100:00100000:3.0:1746157399.411112:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268534656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.411123:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157399.411129:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268534528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2313us (2667us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157399.411132:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cb3 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.411135:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7021 00010000:00010000:3.0:1746157399.411147:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.411151:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.411156:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.411159:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.411333:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.411342:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.411349:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157399.411558:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268534656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 442us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.411564:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7022 00000100:00100000:0.0:1746157399.411839:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.411977:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268534784 00000100:00100000:1.0:1746157399.411981:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268534784 00010000:00010000:1.0:1746157399.411997:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.412025:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10349 00000100:00100000:1.0:1746157399.412030:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268534784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.412037:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.412054:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.412063:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.412106:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60f85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ca5 expref: 6 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.412122:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.412124:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.412129:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.412135:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.412152:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 74 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.412160:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 74 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.412169:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160960:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.412336:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.413677:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267160960:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.413688:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.413722:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268534784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1691us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.413729:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10349 00000100:00100000:0.0:1746157399.413753:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.413799:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268535040 00000100:00100000:3.0:1746157399.413804:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268535040 00002000:00100000:3.0:1746157399.413830:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d701880 x1830978268535040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.413838:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d701880 with x1830978268535040 ext(0->4095) 00010000:00010000:3.0:1746157399.413845:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.413855:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.413861:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d701880 00000100:00100000:3.0:1746157399.413886:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2924 00000100:00100000:3.0:1746157399.413892:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268535040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.414010:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268535040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.414015:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2924 00002000:00100000:3.0:1746157399.414018:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d701880 x1830978268535040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.414117:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d701880 with x1830978268535040 ext(0->4095) 00010000:00010000:3.0:1746157399.414123:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.414131:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.414136:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d701880 00000100:00100000:0.0:1746157399.415038:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.415101:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268535168 00000100:00100000:3.0:1746157399.415105:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268535168 00000100:00100000:3.0:1746157399.415136:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7023 00000100:00100000:3.0:1746157399.415141:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268535168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.415150:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.415161:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cba expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.415182:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.415190:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.415195:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157399.415198:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.415220:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.415229:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.415235:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157399.415265:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268535168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.415271:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7023 00000100:00100000:0.0:1746157399.415641:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.415730:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268535296 00000100:00100000:1.0:1746157399.415733:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268535296 00010000:00010000:1.0:1746157399.415746:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.415771:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10350 00000100:00100000:1.0:1746157399.415776:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268535296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.415782:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.415795:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.415805:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.415818:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e60f8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cac expref: 75 pid: 8489 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.415835:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.415837:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.415841:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.415846:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.415863:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.415871:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.415880:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161216:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.416305:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.417225:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161216:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.417240:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.417271:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268535296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1494us (1630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.417277:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10350 00000100:00100000:0.0:1746157399.418954:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.419003:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268535552 00000100:00100000:3.0:1746157399.419008:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268535552 00002000:00100000:3.0:1746157399.419033:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d701180 x1830978268535552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.419040:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d701180 with x1830978268535552 ext(0->4095) 00010000:00010000:3.0:1746157399.419046:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.419054:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.419058:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d701180 00000100:00100000:3.0:1746157399.419102:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2925 00000100:00100000:3.0:1746157399.419111:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268535552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.419236:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268535552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.419339:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2925 00002000:00100000:3.0:1746157399.419345:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d701180 x1830978268535552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.419355:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d701180 with x1830978268535552 ext(0->4095) 00010000:00010000:3.0:1746157399.419360:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.419369:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.419374:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d701180 00000100:00100000:0.0:1746157399.421645:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.421725:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.421905:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268535680 00000100:00100000:1.0:1746157399.421912:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268535680 00010000:00010000:1.0:1746157399.421935:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.421970:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10351 00000100:00100000:1.0:1746157399.421976:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268535680:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157399.421978:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268535808 00000100:00100000:2.0:1746157399.421982:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268535808 00010000:00010000:1.0:1746157399.421987:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157399.422004:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7024 00010000:00010000:1.0:1746157399.422004:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.422009:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268535808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.422014:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.422019:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.422027:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cc1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.422030:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60f93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cb3 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.422038:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.422042:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.422046:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.422049:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.422104:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.422106:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.422112:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.422253:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.422277:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.422287:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.422295:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267161344:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.422295:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.422303:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.422311:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161472:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.422357:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.422362:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.423818:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267161344:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.423835:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.423844:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:1.0:1746157399.423845:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161472:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.423854:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.423886:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268535680:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1910us (2245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.423887:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268535808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1876us (2161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.423894:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7024 00000100:00100000:1.0:1746157399.423894:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10351 00000100:00100000:0.0:1746157399.424286:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.424392:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268536064 00000100:00100000:3.0:1746157399.424398:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268536064 00002000:00100000:3.0:1746157399.424421:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d703b80 x1830978268536064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.424429:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d703b80 with x1830978268536064 ext(0->4095) 00010000:00010000:3.0:1746157399.424435:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.424445:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.424451:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d703b80 00000100:00100000:3.0:1746157399.424464:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2926 00000100:00100000:3.0:1746157399.424470:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268536064:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.424844:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268536064:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 372us (558us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.424850:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2926 00002000:00100000:3.0:1746157399.424856:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d703b80 x1830978268536064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.424863:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d703b80 with x1830978268536064 ext(0->4095) 00010000:00010000:3.0:1746157399.424867:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.424876:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.424885:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d703b80 00000100:00100000:0.0:1746157399.427462:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.427600:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268536192 00000100:00100000:1.0:1746157399.427607:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268536192 00010000:00010000:1.0:1746157399.427633:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.427670:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10352 00000100:00100000:1.0:1746157399.427677:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268536192:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.427695:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.427709:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.427720:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.427737:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60f9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cba expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.427761:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.427763:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.427768:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.427775:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.427801:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.427812:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161600:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.428169:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.429154:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161600:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.429170:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.429205:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268536192:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1529us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.429215:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10352 00000100:00100000:0.0:1746157399.429765:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.429872:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268536448 00000100:00100000:3.0:1746157399.429876:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268536448 00002000:00100000:3.0:1746157399.429904:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d700700 x1830978268536448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.429912:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d700700 with x1830978268536448 ext(0->4095) 00002000:00010000:3.0:1746157399.429916:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d700700 00000100:00100000:3.0:1746157399.429930:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5000 00000100:00100000:3.0:1746157399.429940:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1983:x1830978268536448:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157399.430065:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1983:x1830978268536448:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.430100:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5000 00002000:00100000:3.0:1746157399.430104:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d700700 x1830978268536448/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.430111:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d700700 with x1830978268536448 ext(0->4095) 00002000:00010000:3.0:1746157399.430113:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d700700 00000100:00100000:0.0:1746157399.431762:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.431822:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268536576 00000100:00100000:2.0:1746157399.431827:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268536576 00000100:00100000:2.0:1746157399.431868:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7025 00000100:00100000:2.0:1746157399.431875:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268536576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.431885:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.431897:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cc8 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.431916:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.431924:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.431925:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.431928:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.431949:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.431960:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 73 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.431970:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267161728:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.432043:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.434962:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267161728:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157399.435197:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.435256:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268536704 00000100:00100000:1.0:1746157399.435262:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268536704 00010000:00010000:2.0:1746157399.435266:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.435283:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00010000:00010000:1.0:1746157399.435285:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.435316:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268536576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3442us (3557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.435323:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7025 00000100:00100000:1.0:1746157399.435389:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10353 00000100:00100000:1.0:1746157399.435444:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268536704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.435455:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.435476:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.435484:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.435502:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e60fa1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc1 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.435569:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.435571:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.435578:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.435584:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.435607:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.435617:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161856:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.435676:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.436735:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267161856:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.436745:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.436779:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268536704:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1383us (1582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.436786:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10353 00000100:00100000:0.0:1746157399.437169:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.437229:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268536960 00000100:00100000:3.0:1746157399.437234:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268536960 00002000:00100000:3.0:1746157399.437259:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282c000 x1830978268536960/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.437267:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282c000 with x1830978268536960 ext(0->4095) 00002000:00010000:3.0:1746157399.437270:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282c000 00000100:00100000:0.0:1746157399.437413:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5001 00000100:00100000:0.0:1746157399.437420:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268536960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157399.437554:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268536960:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (386us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157399.437560:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5001 00002000:00100000:0.0:1746157399.437564:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282c000 x1830978268536960/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157399.437570:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282c000 with x1830978268536960 ext(0->4095) 00002000:00010000:0.0:1746157399.437573:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282c000 00000100:00100000:0.0:1746157399.440041:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.440106:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268537088 00000100:00100000:2.0:1746157399.440112:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268537088 00000100:00100000:2.0:1746157399.440154:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7026 00000100:00100000:2.0:1746157399.440161:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268537088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.440175:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.440186:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ccf expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.440208:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.440215:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.440216:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.440219:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.440243:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.440251:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.440261:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267161984:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.440324:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.440325:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.440448:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268537216 00000100:00100000:3.0:1746157399.440452:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268537216 00000100:00100000:3.0:1746157399.440482:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7027 00000100:00100000:3.0:1746157399.440487:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31587:x1830978268537216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.440494:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.440500:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cd6 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.440511:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.440515:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.440519:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.440522:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.440543:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.440552:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.440560:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157399.440586:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268537216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.440590:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7027 00000100:00100000:2.0:1746157399.441737:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267161984:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.441750:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.441757:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157399.441784:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268537088:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1624us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.441790:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7026 00000100:00100000:0.0:1746157399.441899:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.441966:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268537344 00000100:00100000:1.0:1746157399.441969:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268537344 00010000:00010000:1.0:1746157399.441982:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.442002:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10354 00000100:00100000:1.0:1746157399.442006:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268537344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.442011:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.442023:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.442029:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.442040:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e60fa8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cc8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.442048:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.442050:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.442055:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.442062:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.442118:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.442127:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.442134:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162240:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.442186:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.443222:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162240:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.443231:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.443257:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4478850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268537344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1250us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.443264:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10354 00000100:00100000:0.0:1746157399.443933:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.443997:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268537600 00000100:00100000:3.0:1746157399.444002:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268537600 00002000:00100000:3.0:1746157399.444025:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f480 x1830978268537600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.444033:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f480 with x1830978268537600 ext(0->4095) 00010000:00010000:3.0:1746157399.444039:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.444050:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.444056:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282f480 00000100:00100000:3.0:1746157399.444106:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2927 00000100:00100000:3.0:1746157399.444111:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268537600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.444223:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268537600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.444229:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2927 00002000:00100000:3.0:1746157399.444234:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f480 x1830978268537600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.444240:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f480 with x1830978268537600 ext(0->4095) 00010000:00010000:3.0:1746157399.444243:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.444251:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.444256:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282f480 00000100:00100000:1.0:1746157399.445482:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.445554:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268537856 00000100:00100000:2.0:1746157399.445559:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268537856 00000100:00100000:2.0:1746157399.445595:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7028 00000100:00100000:2.0:1746157399.445601:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268537856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.445610:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.445621:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cdd expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.445638:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.445642:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.445648:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.445651:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.445683:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.445692:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.445700:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157399.445734:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268537856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.445739:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7028 00000100:00100000:0.0:1746157399.446128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.446187:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268537728 00000100:00100000:1.0:1746157399.446195:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268537728 00010000:00010000:1.0:1746157399.446254:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.446279:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10355 00000100:00100000:1.0:1746157399.446284:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1983:x1830978268537728:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.446292:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.446306:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.446320:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.446334:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e60faf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ccf expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.446350:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.446351:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.446356:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.446362:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.446378:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.446387:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.446400:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162496:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.446456:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.448125:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162496:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.448137:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.448160:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1983:x1830978268537728:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1876us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.448167:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10355 00000100:00100000:0.0:1746157399.448728:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.448829:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268538112 00000100:00100000:2.0:1746157399.448835:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268538112 00002000:00100000:2.0:1746157399.448862:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282e680 x1830978268538112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.448870:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282e680 with x1830978268538112 ext(0->4095) 00010000:00010000:2.0:1746157399.448877:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.448888:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.448893:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282e680 00000100:00100000:2.0:1746157399.448919:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2928 00000100:00100000:2.0:1746157399.448925:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268538112:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.449040:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268538112:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.449046:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2928 00002000:00100000:2.0:1746157399.449050:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282e680 x1830978268538112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.449057:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282e680 with x1830978268538112 ext(0->4095) 00010000:00010000:2.0:1746157399.449062:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.449099:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 74 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.449110:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282e680 00000100:00100000:0.0:1746157399.451434:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.451478:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268538368 00000100:00100000:2.0:1746157399.451484:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268538368 00000100:00100000:0.0:1746157399.451500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.451517:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7029 00000100:00100000:2.0:1746157399.451522:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268538368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.451532:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.451542:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ce4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.451559:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.451562:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.451565:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.451568:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.451580:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268538240 00000100:00100000:1.0:1746157399.451584:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268538240 00010000:00010000:2.0:1746157399.451587:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.451594:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.451599:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00010000:00010000:1.0:1746157399.451599:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.451629:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10356 00000100:00100000:2.0:1746157399.451630:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268538368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.451635:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268538240:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157399.451636:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7029 00010000:00010000:1.0:1746157399.451642:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.451660:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.451669:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.451684:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e60fb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cd6 expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.451693:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.451694:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.451698:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.451705:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.451722:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.451730:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.451738:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162752:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.451793:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.453332:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162752:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.453344:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.453380:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268538240:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1744us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.453387:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10356 00000100:00100000:0.0:1746157399.453828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.454111:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268538624 00000100:00100000:3.0:1746157399.454116:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268538624 00002000:00100000:3.0:1746157399.454142:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282d500 x1830978268538624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.454151:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282d500 with x1830978268538624 ext(0->4095) 00010000:00010000:3.0:1746157399.454157:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.454169:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.454174:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282d500 00000100:00100000:3.0:1746157399.454202:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2929 00000100:00100000:3.0:1746157399.454207:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268538624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.454558:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268538624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 350us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.454564:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2929 00002000:00100000:3.0:1746157399.454569:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282d500 x1830978268538624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.454575:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282d500 with x1830978268538624 ext(0->4095) 00010000:00010000:3.0:1746157399.454579:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.454587:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.454592:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282d500 00000100:00100000:0.0:1746157399.456459:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.456608:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268538752 00000100:00100000:1.0:1746157399.456613:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268538752 00010000:00010000:1.0:1746157399.456636:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.456667:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10357 00000100:00100000:1.0:1746157399.456673:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268538752:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.456682:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.456697:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.456706:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.456723:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cdd expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.456753:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.456755:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.456761:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.456768:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.456792:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.456802:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162880:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.457461:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.458840:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267162880:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157399.458853:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.458893:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268538752:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2220us (2437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.458900:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10357 00000100:00100000:0.0:1746157399.459421:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.459495:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268539008 00000100:00100000:3.0:1746157399.459500:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268539008 00002000:00100000:3.0:1746157399.459532:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210700 x1830978268539008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.459540:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830978268539008 ext(0->4095) 00002000:00010000:3.0:1746157399.459544:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:3.0:1746157399.459568:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5002 00000100:00100000:3.0:1746157399.459575:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268539008:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.459684:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268539008:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.459690:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5002 00002000:00100000:3.0:1746157399.459695:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210700 x1830978268539008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.459701:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830978268539008 ext(0->4095) 00002000:00010000:3.0:1746157399.459703:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:0.0:1746157399.461788:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.461899:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268539136 00000100:00100000:2.0:1746157399.461905:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268539136 00000100:00100000:2.0:1746157399.461997:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7030 00000100:00100000:2.0:1746157399.462005:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268539136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.462017:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.462031:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ceb expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.462052:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.462059:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.462060:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.462064:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.462230:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.462241:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 73 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.462251:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267163008:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.462323:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.463368:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267163008:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.463386:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.463395:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157399.463417:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268539136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1414us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.463423:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7030 00000100:00100000:0.0:1746157399.463622:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.463752:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268539264 00000100:00100000:2.0:1746157399.463756:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268539264 00010000:00010000:2.0:1746157399.463773:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.463802:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10358 00000100:00100000:2.0:1746157399.463808:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268539264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.463816:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.463832:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.463842:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.463857:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e60fc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ce4 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.463869:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.463870:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.463875:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.463882:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.463900:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.463909:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163136:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.463949:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.465570:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163136:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.465580:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.465613:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1985:x1830978268539264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1805us (1991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.465620:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10358 00000100:00100000:0.0:1746157399.466418:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.466493:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268539520 00000100:00100000:2.0:1746157399.466498:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268539520 00002000:00100000:2.0:1746157399.466526:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210380 x1830978268539520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.466535:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210380 with x1830978268539520 ext(0->4095) 00002000:00010000:2.0:1746157399.466539:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210380 00000100:00100000:2.0:1746157399.466565:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5003 00000100:00100000:2.0:1746157399.466571:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268539520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.467016:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268539520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 443us (598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.467027:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5003 00002000:00100000:2.0:1746157399.467032:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210380 x1830978268539520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.467038:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210380 with x1830978268539520 ext(0->4095) 00002000:00010000:2.0:1746157399.467041:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210380 00000100:00100000:0.0:1746157399.470380:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.470457:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.470509:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268539648 00000100:00100000:2.0:1746157399.470516:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268539648 00000100:00100000:2.0:1746157399.470917:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268539776 00000100:00100000:2.0:1746157399.470921:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268539776 00000100:00100000:2.0:1746157399.470951:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7031 00000100:00100000:2.0:1746157399.470957:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268539648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157399.470970:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7032 00010000:00010000:2.0:1746157399.470972:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157399.470975:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268539776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157399.470980:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.470985:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cf2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.470985:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031cf9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.471005:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.471011:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.471014:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.471018:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.471024:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.471027:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.471032:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157399.471034:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.471101:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.471105:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.471112:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.471120:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.471122:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267163264:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157399.471128:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c600, rc 0) 00000100:00100000:0.0:1746157399.471158:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268539776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157399.471164:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7032 00000100:00100000:2.0:1746157399.471365:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.472705:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267163264:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.472720:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.472730:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157399.472751:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268539648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1794us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.472756:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7031 00000100:00100000:0.0:1746157399.473464:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.473574:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268539904 00000100:00100000:2.0:1746157399.473578:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268539904 00010000:00010000:2.0:1746157399.473597:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.474221:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10359 00000100:00100000:2.0:1746157399.474229:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268539904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.474239:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.474257:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.474267:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.474288:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e60fcb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ceb expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.474491:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.474493:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.474500:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.474508:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.474532:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.474541:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.474551:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163520:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.474609:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.476706:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163520:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.476724:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157399.476728:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.476854:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268540160 00000100:00100000:3.0:1746157399.476860:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268540160 00002000:00100000:3.0:1746157399.476884:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978268540160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.476890:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268540160 ext(0->4095) 00010000:00010000:3.0:1746157399.476894:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.476902:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.476905:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093210e00 00000100:00100000:3.0:1746157399.476927:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2930 00000100:00100000:3.0:1746157399.476931:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268540160:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.476978:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268539904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2748us (3513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.476983:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10359 00000100:00100000:3.0:1746157399.477217:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268540160:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 284us (495us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.477223:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2930 00002000:00100000:3.0:1746157399.477227:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093210e00 x1830978268540160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.477233:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268540160 ext(0->4095) 00010000:00010000:3.0:1746157399.477237:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.477244:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.477249:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157399.478378:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.478473:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268540288 00000100:00100000:3.0:1746157399.478477:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268540288 00000100:00100000:3.0:1746157399.478496:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7033 00000100:00100000:3.0:1746157399.478501:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268540288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.478509:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.478519:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d00 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478534:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.478538:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478543:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157399.478546:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478567:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478575:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478583:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157399.478611:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268540288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.478616:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7033 00000100:00100000:0.0:1746157399.478802:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.478866:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268540416 00000100:00100000:3.0:1746157399.478870:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268540416 00010000:00010000:3.0:1746157399.478885:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.478900:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10360 00000100:00100000:3.0:1746157399.478905:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268540416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.478912:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.478923:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.478931:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.478943:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e60fd2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf2 expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.478954:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.478955:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.478959:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478965:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478984:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.478991:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.479000:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163776:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.479052:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.479814:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163776:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.479822:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.480253:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268540416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1346us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.480261:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10360 00000100:00100000:0.0:1746157399.480742:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.480838:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268540672 00000100:00100000:3.0:1746157399.480846:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268540672 00002000:00100000:3.0:1746157399.480881:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093212300 x1830978268540672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.480894:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830978268540672 ext(0->4095) 00010000:00010000:3.0:1746157399.480902:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.480914:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.480923:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212300 00000100:00100000:3.0:1746157399.480951:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2931 00000100:00100000:3.0:1746157399.480961:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268540672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.481167:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268540672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 209us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.481173:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2931 00002000:00100000:3.0:1746157399.481233:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093212300 x1830978268540672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.481241:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830978268540672 ext(0->4095) 00010000:00010000:3.0:1746157399.481246:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.481255:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.481264:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212300 00000100:00100000:0.0:1746157399.482681:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.482766:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.482976:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268540928 00000100:00100000:2.0:1746157399.482983:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268540928 00010000:00010000:2.0:1746157399.483013:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.483036:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10361 00000100:00100000:2.0:1746157399.483043:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268540928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.483058:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.483111:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.483123:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.483173:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e60fd9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031cf9 expref: 74 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.483205:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.483207:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.483214:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.483222:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.483254:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.483266:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163904:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.483536:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268540800 00000100:00100000:3.0:1746157399.483541:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268540800 00000100:00100000:3.0:1746157399.483563:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7034 00000100:00100000:3.0:1746157399.483568:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268540800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.483580:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.483591:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d07 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.483608:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.483618:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.483620:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157399.483620:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800947809c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746157399.483622:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.483638:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.483648:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.483656:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164032:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.483681:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.484674:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267163904:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.484691:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.484739:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4478450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268540928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1695us (1971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.484747:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10361 00000100:00100000:3.0:1746157399.485377:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164032:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.485406:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.485422:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:0.0:1746157399.485579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.485602:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31587:x1830978268540800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2032us (2924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.485610:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7034 00000100:00100000:2.0:1746157399.485623:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268541184 00000100:00100000:2.0:1746157399.485628:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268541184 00002000:00100000:2.0:1746157399.485655:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093212d80 x1830978268541184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.485662:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212d80 with x1830978268541184 ext(0->4095) 00010000:00010000:2.0:1746157399.485670:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.485680:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.485685:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212d80 00000100:00100000:2.0:1746157399.485709:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2932 00000100:00100000:2.0:1746157399.485714:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268541184:12345-192.168.203.5@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746157399.485828:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268541184:12345-192.168.203.5@tcp:3:ldlm_bl.0 Request processed in 114us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.485834:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2932 00002000:00100000:2.0:1746157399.485838:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093212d80 x1830978268541184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.485850:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212d80 with x1830978268541184 ext(0->4095) 00010000:00010000:2.0:1746157399.485854:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.485861:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.485866:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093212d80 00000100:00100000:0.0:1746157399.486971:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.487010:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.487176:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268541312 00000100:00100000:2.0:1746157399.487183:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268541312 00010000:00010000:2.0:1746157399.487210:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.487281:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10362 00000100:00100000:2.0:1746157399.487289:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268541312:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.487305:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.487326:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.487336:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.487357:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e60fe0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d00 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.487376:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.487379:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.487385:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.487393:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.487673:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.487742:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268541440 00000100:00100000:3.0:1746157399.487746:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268541440 00000100:00100000:2.0:1746157399.487760:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164160:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.487834:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.487931:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7035 00000100:00100000:3.0:1746157399.487937:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268541440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.487953:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.487963:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d0e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.487982:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.487988:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.487990:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.487992:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.488009:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.488018:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 73 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.488026:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164288:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.488055:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.489026:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164160:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.489043:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.489060:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164288:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.489108:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268541312:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1818us (2139us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157399.489110:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.489116:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10362 00010000:00010000:3.0:1746157399.489132:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157399.489150:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268541440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1213us (2138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.489159:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7035 00000100:00100000:0.0:1746157399.489390:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.489488:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268541568 00000100:00100000:2.0:1746157399.489492:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268541568 00010000:00010000:2.0:1746157399.489509:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.489537:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10363 00000100:00100000:2.0:1746157399.489543:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1984:x1830978268541568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.489553:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.489572:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.489585:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.489604:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e60fe7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d07 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.489614:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.489615:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.489621:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.489628:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.489656:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.489666:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164416:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.489718:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780600 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.491022:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164416:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.491041:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.491154:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:1984:x1830978268541568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1609us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.491164:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10363 00000100:00100000:0.0:1746157399.491502:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.491623:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268541824 00000100:00100000:2.0:1746157399.491629:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268541824 00002000:00100000:2.0:1746157399.491730:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714000 x1830978268541824/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.491740:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714000 with x1830978268541824 ext(0->4095) 00002000:00010000:2.0:1746157399.491744:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714000 00000100:00100000:2.0:1746157399.491799:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5004 00000100:00100000:2.0:1746157399.491807:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268541824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.491968:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268541824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.491975:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5004 00002000:00100000:2.0:1746157399.491980:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714000 x1830978268541824/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.491987:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714000 with x1830978268541824 ext(0->4095) 00002000:00010000:2.0:1746157399.491990:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714000 00000100:00100000:0.0:1746157399.493644:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.493722:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268541952 00000100:00100000:3.0:1746157399.493730:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268541952 00000100:00100000:3.0:1746157399.493769:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7036 00000100:00100000:3.0:1746157399.493775:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+73:31597:x1830978268541952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.493788:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.493802:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d15 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.493824:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.493829:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.493830:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.493833:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.493857:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.493864:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.493872:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164544:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.493953:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.495042:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164544:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.495119:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 74 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.495132:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157399.495169:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:31597:x1830978268541952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.495175:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7036 00000100:00100000:0.0:1746157399.495804:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.496029:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268542080 00000100:00100000:2.0:1746157399.496034:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268542080 00010000:00010000:2.0:1746157399.496065:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.496132:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10364 00000100:00100000:2.0:1746157399.496138:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268542080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.496149:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.496166:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.496176:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.496194:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e60fee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d0e expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.496209:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.496211:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.496217:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.496224:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.496254:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.496263:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164672:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.496593:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.498280:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164672:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.498295:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.498327:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268542080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2188us (2532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.498334:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10364 00000100:00100000:0.0:1746157399.501295:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.501394:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268542336 00000100:00100000:2.0:1746157399.501401:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268542336 00002000:00100000:2.0:1746157399.501438:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716d80 x1830978268542336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.501452:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716d80 with x1830978268542336 ext(0->4095) 00002000:00010000:2.0:1746157399.501456:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091716d80 00000100:00100000:2.0:1746157399.501488:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5005 00000100:00100000:2.0:1746157399.501495:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268542336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.501616:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1986:x1830978268542336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (962us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.501621:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5005 00002000:00100000:2.0:1746157399.501626:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716d80 x1830978268542336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.501631:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716d80 with x1830978268542336 ext(0->4095) 00002000:00010000:2.0:1746157399.501633:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091716d80 00000100:00100000:0.0:1746157399.505280:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.505376:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268542464 00000100:00100000:3.0:1746157399.505383:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268542464 00000100:00100000:3.0:1746157399.505415:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7037 00000100:00100000:3.0:1746157399.505421:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268542464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.505435:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.505447:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d1c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.505470:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.505477:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.505479:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.505482:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.505505:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 73 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.505520:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 73 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.505531:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164800:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.505767:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.508327:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267164800:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.508351:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.508365:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157399.508416:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268542464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2993us (3142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.508424:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7037 00000100:00100000:0.0:1746157399.508616:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.508712:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268542592 00000100:00100000:3.0:1746157399.508717:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268542592 00002000:00100000:3.0:1746157399.508742:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091717480 x1830978268542592/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.508750:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717480 with x1830978268542592 ext(0->7) 00010000:00010000:3.0:1746157399.508756:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.508766:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 74 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.508772:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091717480 00000100:00100000:3.0:1746157399.508791:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2933 00000100:00100000:3.0:1746157399.508797:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+74:1985:x1830978268542592:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.509518:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268542592:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 719us (901us total) trans 4294968015 rc 0/0 00000100:00100000:3.0:1746157399.509524:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2933 00002000:00100000:3.0:1746157399.509530:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880091717480 x1830978268542592/t4294968015(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.509537:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717480 with x1830978268542592 ext(0->7) 00010000:00010000:3.0:1746157399.509541:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.509550:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.509556:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091717480 00000100:00100000:0.0:1746157399.513596:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.513689:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268542720 00000100:00100000:2.0:1746157399.513696:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268542720 00010000:00010000:2.0:1746157399.513723:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.513758:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10365 00000100:00100000:2.0:1746157399.513764:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268542720:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.513777:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.513792:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.513802:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.513820:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e60ff5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d15 expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.513834:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.513836:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.513845:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.513852:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.513873:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.513883:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164928:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.513944:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.520159:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.520244:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.520280:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268543104 00000100:00100000:0.0:1746157399.520286:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268543104 00000100:00100000:2.0:1746157399.520352:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267164928:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.520366:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.520375:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7038 00000100:00100000:1.0:1746157399.520380:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268543104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.520392:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157399.520394:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268542720:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 6631us (6806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.520400:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10365 00010000:00010000:1.0:1746157399.520402:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d23 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.520421:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.520425:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.520426:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.520429:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.520445:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.520452:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.520462:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165056:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.520483:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268542976 00000100:00100000:3.0:1746157399.520489:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268542976 00000100:00100000:1.0:1746157399.520504:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00002000:00100000:3.0:1746157399.520514:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716680 x1830978268542976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.520522:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716680 with x1830978268542976 ext(0->4095) 00010000:00010000:3.0:1746157399.520527:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.520539:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.520544:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091716680 00000100:00100000:3.0:1746157399.520557:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2934 00000100:00100000:3.0:1746157399.520563:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268542976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.520672:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268542976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.520678:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2934 00002000:00100000:3.0:1746157399.520683:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716680 x1830978268542976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.520689:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716680 with x1830978268542976 ext(0->4095) 00010000:00010000:3.0:1746157399.520693:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.520702:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.520707:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091716680 00000100:00100000:1.0:1746157399.521667:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165056:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.521679:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.521688:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157399.521715:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268543104:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1333us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.521720:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7038 00000100:00100000:0.0:1746157399.522028:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.522109:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.522145:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268543360 00000100:00100000:2.0:1746157399.522149:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268543360 00000100:00100000:1.0:1746157399.522161:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268543232 00000100:00100000:1.0:1746157399.522164:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268543232 00010000:00010000:2.0:1746157399.522165:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.522180:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7039 00000100:00100000:1.0:1746157399.522184:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31597:x1830978268543232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157399.522187:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10366 00000100:00100000:2.0:1746157399.522192:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268543360:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.522195:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.522200:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.522202:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d2a expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.522213:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.522215:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.522218:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.522223:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.522225:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 77 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.522284:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.522299:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e60ffc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d1c expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.522310:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.522311:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.522316:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.522322:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.522340:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.522350:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.522362:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267165184:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.522411:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746157399.522811:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.522821:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.522829:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165312:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.522864:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.523715:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165312:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.523728:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 77 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.523737:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:2.0:1746157399.523744:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267165184:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.523753:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.523769:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268543360:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1576us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.523770:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31597:x1830978268543232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1584us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.523776:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10366 00000100:00100000:1.0:1746157399.523776:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7039 00000100:00100000:0.0:1746157399.524867:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.524925:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268543616 00000100:00100000:3.0:1746157399.524929:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268543616 00002000:00100000:3.0:1746157399.524956:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714a80 x1830978268543616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.524964:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714a80 with x1830978268543616 ext(0->4095) 00010000:00010000:3.0:1746157399.524970:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.524981:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.524987:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091714a80 00000100:00100000:3.0:1746157399.525245:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2935 00000100:00100000:3.0:1746157399.525252:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1984:x1830978268543616:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157399.525362:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1984:x1830978268543616:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.525368:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2935 00002000:00100000:3.0:1746157399.525373:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714a80 x1830978268543616/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.525380:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714a80 with x1830978268543616 ext(0->4095) 00010000:00010000:3.0:1746157399.525384:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.525392:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.525397:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091714a80 00000100:00100000:0.0:1746157399.527169:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.527324:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268543744 00000100:00100000:2.0:1746157399.527329:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268543744 00010000:00010000:2.0:1746157399.527349:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.527380:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10367 00000100:00100000:2.0:1746157399.527386:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1984:x1830978268543744:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.527395:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.527414:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.527423:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.527439:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e61003 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d23 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.527450:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.527452:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.527456:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.527462:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.527483:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.527492:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267165440:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.527560:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.530653:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.530739:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267165440:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.530752:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.530784:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1984:x1830978268543744:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3398us (3618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.530792:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10367 00000100:00100000:1.0:1746157399.530867:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268544000 00000100:00100000:1.0:1746157399.530872:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268544000 00002000:00100000:1.0:1746157399.530897:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717100 x1830978268544000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.530906:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717100 with x1830978268544000 ext(0->4095) 00002000:00010000:1.0:1746157399.530909:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091717100 00000100:00100000:1.0:1746157399.531031:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5006 00000100:00100000:1.0:1746157399.531038:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268544000:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.531202:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268544000:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.531207:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5006 00002000:00100000:1.0:1746157399.531212:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717100 x1830978268544000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.531217:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717100 with x1830978268544000 ext(0->4095) 00002000:00010000:1.0:1746157399.531220:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091717100 00000100:00100000:0.0:1746157399.532979:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.533022:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268544128 00000100:00100000:1.0:1746157399.533026:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268544128 00000100:00100000:1.0:1746157399.533062:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7040 00000100:00100000:1.0:1746157399.533068:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268544128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.533119:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.533131:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d31 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.533156:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.533162:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.533163:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.533166:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.533192:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 75 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.533201:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 75 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.533210:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165568:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.533270:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.534221:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165568:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.534235:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.534245:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157399.534279:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268544128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1211us (1302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.534284:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7040 00000100:00100000:0.0:1746157399.535170:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.535283:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268544256 00000100:00100000:2.0:1746157399.535287:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268544256 00010000:00010000:2.0:1746157399.535306:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.535334:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10368 00000100:00100000:2.0:1746157399.535339:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4478050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268544256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.535348:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.535362:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.535401:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.535415:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6100a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d2a expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.535438:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.535440:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.535445:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.535452:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.535473:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.535481:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267165696:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.535532:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.536564:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267165696:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.536575:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.536595:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4478050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1985:x1830978268544256:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1255us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.536607:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10368 00000100:00100000:0.0:1746157399.538459:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.538566:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268544512 00000100:00100000:3.0:1746157399.538571:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268544512 00002000:00100000:3.0:1746157399.538600:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9180 x1830978268544512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.538608:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9180 with x1830978268544512 ext(0->4095) 00002000:00010000:3.0:1746157399.538612:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363e9180 00000100:00100000:3.0:1746157399.538635:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5007 00000100:00100000:3.0:1746157399.538641:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268544512:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.538769:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268544512:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.538775:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5007 00002000:00100000:3.0:1746157399.538779:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9180 x1830978268544512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.538786:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9180 with x1830978268544512 ext(0->4095) 00002000:00010000:3.0:1746157399.538788:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363e9180 00000100:00100000:0.0:1746157399.540953:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.541151:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268544640 00000100:00100000:1.0:1746157399.541158:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268544640 00000100:00100000:1.0:1746157399.541197:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7041 00000100:00100000:1.0:1746157399.541203:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268544640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.541215:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.541226:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d38 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.541246:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.541252:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.541254:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.541257:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.541280:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.541289:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.541298:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165824:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.541352:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.542749:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.542799:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268544768 00000100:00100000:2.0:1746157399.542804:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268544768 00000100:00100000:2.0:1746157399.542834:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7042 00000100:00100000:2.0:1746157399.542839:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268544768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.542847:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.542855:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d3f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.542868:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267165824:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.542870:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.542875:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 78 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.542881:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.542884:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.542894:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 78 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.542903:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 78 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.542904:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00010000:00010000:2.0:1746157399.542911:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.542918:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:1.0:1746157399.542929:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:31597:x1830978268544640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1726us (1979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.542935:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7041 00000100:00100000:2.0:1746157399.542942:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:31587:x1830978268544768:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.542948:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7042 00000100:00100000:0.0:1746157399.543170:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.543283:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268544896 00000100:00100000:2.0:1746157399.543286:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268544896 00010000:00010000:2.0:1746157399.543299:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.543885:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10369 00000100:00100000:2.0:1746157399.543892:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268544896:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.543900:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.543915:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.543924:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.543938:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61011 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d31 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.543957:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.543959:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.543964:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.543971:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.543987:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 76 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.543997:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 76 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.544009:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166080:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.544107:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.546694:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.546841:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268545152 00000100:00100000:1.0:1746157399.546847:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268545152 00002000:00100000:1.0:1746157399.546877:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e8380 x1830978268545152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.546884:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e8380 with x1830978268545152 ext(0->4095) 00010000:00010000:1.0:1746157399.546890:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.546901:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.546907:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e8380 00000100:00100000:2.0:1746157399.547200:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166080:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.547214:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.547248:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268544896:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3355us (4077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.547254:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10369 00000100:00100000:3.0:1746157399.547259:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2936 00000100:00100000:3.0:1746157399.547267:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1986:x1830978268545152:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.547390:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1986:x1830978268545152:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (698us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.547396:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2936 00002000:00100000:3.0:1746157399.547401:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e8380 x1830978268545152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.547407:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e8380 with x1830978268545152 ext(0->4095) 00010000:00010000:3.0:1746157399.547412:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.547420:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.547426:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e8380 00000100:00100000:1.0:1746157399.549465:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.549533:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.549571:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268545280 00000100:00100000:2.0:1746157399.549576:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268545280 00000100:00100000:2.0:1746157399.549607:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7043 00000100:00100000:2.0:1746157399.549612:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268545280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.549622:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.549634:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d46 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.549652:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.549656:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.549661:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.549663:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.549672:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268545408 00000100:00100000:3.0:1746157399.549676:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268545408 00010000:00010000:2.0:1746157399.549688:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 77 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.549690:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.549702:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.549710:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157399.549750:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268545280:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.549756:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7043 00000100:00100000:3.0:1746157399.549859:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10370 00000100:00100000:3.0:1746157399.549866:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1986:x1830978268545408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.549873:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.549886:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.549895:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.549909:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61018 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d38 expref: 77 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.549920:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.549921:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.549925:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.549931:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.549947:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.549956:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.549969:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166336:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.550021:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.551188:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166336:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.551198:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.551225:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268545408:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1360us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.551231:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10370 00000100:00100000:0.0:1746157399.551873:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.551916:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268545664 00000100:00100000:3.0:1746157399.551920:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268545664 00002000:00100000:3.0:1746157399.551943:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9880 x1830978268545664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.551950:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9880 with x1830978268545664 ext(0->4095) 00010000:00010000:3.0:1746157399.551955:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.551964:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.551969:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e9880 00000100:00100000:3.0:1746157399.551992:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2937 00000100:00100000:3.0:1746157399.551997:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268545664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.552145:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268545664:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.552153:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2937 00002000:00100000:3.0:1746157399.552158:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9880 x1830978268545664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.552165:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9880 with x1830978268545664 ext(0->4095) 00010000:00010000:3.0:1746157399.552169:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.552177:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.552182:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e9880 00000100:00100000:0.0:1746157399.553597:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.554251:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268545792 00000100:00100000:2.0:1746157399.554256:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268545792 00000100:00100000:2.0:1746157399.554284:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7044 00000100:00100000:2.0:1746157399.554290:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268545792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.554300:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.554311:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d4d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554327:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.554331:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554336:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.554338:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 77 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554359:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554371:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 77 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554378:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.554410:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268545792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.554415:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7044 00000100:00100000:1.0:1746157399.554554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.554718:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268545920 00000100:00100000:2.0:1746157399.554722:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268545920 00010000:00010000:2.0:1746157399.554734:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 77 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.554759:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10371 00000100:00100000:2.0:1746157399.554764:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268545920:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.554771:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.554784:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 77 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.554793:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 77 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.554808:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6101f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d3f expref: 77 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.554831:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.554833:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.554838:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554844:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554860:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.554870:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.554880:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166592:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.554999:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.556231:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166592:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.556241:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.556353:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268545920:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1587us (1798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.556360:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10371 00000100:00100000:0.0:1746157399.556964:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.557062:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268546176 00000100:00100000:3.0:1746157399.557066:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268546176 00002000:00100000:3.0:1746157399.557129:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbce00 x1830978268546176/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.557137:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbce00 with x1830978268546176 ext(0->4095) 00010000:00010000:3.0:1746157399.557143:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.557154:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.557160:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbce00 00000100:00100000:3.0:1746157399.557315:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2938 00000100:00100000:3.0:1746157399.557322:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268546176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.557581:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268546176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 259us (616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.557587:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2938 00002000:00100000:3.0:1746157399.557591:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbce00 x1830978268546176/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.557598:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbce00 with x1830978268546176 ext(0->4095) 00010000:00010000:3.0:1746157399.557602:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.557610:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.557614:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbce00 00000100:00100000:0.0:1746157399.559180:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.559238:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268546304 00000100:00100000:2.0:1746157399.559243:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268546304 00010000:00010000:2.0:1746157399.559262:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.559291:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10372 00000100:00100000:2.0:1746157399.559297:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268546304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.559309:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.559324:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.559333:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.559351:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61026 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d46 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.559363:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.559364:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.559370:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.559376:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.559401:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.559411:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166720:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.559726:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.560370:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166720:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157399.560380:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157399.560405:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268546304:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1108us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157399.560411:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10372 00000100:00100000:0.0:1746157399.561650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.561742:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268546560 00000100:00100000:3.0:1746157399.561746:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268546560 00002000:00100000:3.0:1746157399.561770:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbd500 x1830978268546560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.561779:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbd500 with x1830978268546560 ext(0->4095) 00002000:00010000:3.0:1746157399.561782:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbd500 00000100:00100000:3.0:1746157399.561800:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5008 00000100:00100000:3.0:1746157399.561808:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268546560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.561922:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268546560:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.561928:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5008 00002000:00100000:3.0:1746157399.561933:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbd500 x1830978268546560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.561940:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbd500 with x1830978268546560 ext(0->4095) 00002000:00010000:3.0:1746157399.561942:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbd500 00000100:00100000:2.0:1746157399.563765:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.563839:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268546688 00000100:00100000:3.0:1746157399.563844:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268546688 00000100:00100000:3.0:1746157399.563999:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7045 00000100:00100000:3.0:1746157399.564005:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268546688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.564014:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.564025:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d54 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.564044:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.564051:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.564052:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.564055:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.564581:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 75 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.564592:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 75 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.564602:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267166848:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.564768:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.565830:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267166848:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.565849:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.565859:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157399.566145:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268546688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1892us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.566153:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7045 00000100:00100000:2.0:1746157399.566699:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.566742:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268546816 00000100:00100000:0.0:1746157399.566746:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268546816 00010000:00010000:0.0:1746157399.566761:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157399.566782:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10373 00000100:00100000:0.0:1746157399.566786:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268546816:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157399.566792:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157399.566803:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.566809:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.566822:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6102d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d4d expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.566832:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.566833:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.566837:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.566842:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.566858:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157399.566864:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ccbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166976:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.567275:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.568462:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ccbca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267166976:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.568475:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.568544:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268546816:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1756us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.568550:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10373 00000100:00100000:0.0:1746157399.568718:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.568841:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268547072 00000100:00100000:3.0:1746157399.568845:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268547072 00002000:00100000:3.0:1746157399.568871:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbed80 x1830978268547072/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.568879:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbed80 with x1830978268547072 ext(0->4095) 00002000:00010000:3.0:1746157399.568882:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbed80 00000100:00100000:3.0:1746157399.569244:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5009 00000100:00100000:3.0:1746157399.569250:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268547072:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.569428:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268547072:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 178us (710us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.569434:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5009 00002000:00100000:3.0:1746157399.569438:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbed80 x1830978268547072/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.569444:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbed80 with x1830978268547072 ext(0->4095) 00002000:00010000:3.0:1746157399.569447:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbed80 00000100:00100000:0.0:1746157399.570884:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.570958:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268547200 00000100:00100000:3.0:1746157399.570963:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268547200 00000100:00100000:3.0:1746157399.571051:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7046 00000100:00100000:3.0:1746157399.571058:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268547200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.571066:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.571109:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d5b expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.571130:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.571137:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.571138:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.571141:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.571162:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.571173:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.571182:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267167104:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.571250:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.571528:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.571602:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268547328 00000100:00100000:2.0:1746157399.571605:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268547328 00000100:00100000:2.0:1746157399.571634:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7047 00000100:00100000:2.0:1746157399.571639:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268547328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.571646:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.571652:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d62 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.571769:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.571774:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.571779:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.571782:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.571800:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.571810:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 78 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.571818:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157399.571838:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:31587:x1830978268547328:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.571847:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7047 00000100:00100000:3.0:1746157399.572482:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267167104:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.572497:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.572510:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157399.572542:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31597:x1830978268547200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1484us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.572547:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7046 00000100:00100000:2.0:1746157399.573513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.573566:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268547456 00000100:00100000:0.0:1746157399.573570:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268547456 00010000:00010000:0.0:1746157399.573586:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157399.573602:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10374 00000100:00100000:0.0:1746157399.573606:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268547456:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157399.573616:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157399.573632:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.573641:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.573656:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61034 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d54 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.573676:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.573677:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.573683:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.573689:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.573710:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.573901:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157399.573911:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ccbf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267167360:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.574245:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.575652:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ccbf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267167360:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.575665:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.575700:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268547456:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2092us (2187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.575707:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10374 00000100:00100000:0.0:1746157399.575863:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.575902:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268547712 00000100:00100000:3.0:1746157399.575907:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268547712 00002000:00100000:3.0:1746157399.575944:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbf800 x1830978268547712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.575952:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf800 with x1830978268547712 ext(0->4095) 00010000:00010000:3.0:1746157399.575957:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.575967:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.575973:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbf800 00000100:00100000:3.0:1746157399.575990:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2939 00000100:00100000:3.0:1746157399.575995:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268547712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.576170:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268547712:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.576175:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2939 00002000:00100000:3.0:1746157399.576180:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbf800 x1830978268547712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.576193:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf800 with x1830978268547712 ext(0->4095) 00010000:00010000:3.0:1746157399.576197:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.576205:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.576210:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbf800 00000100:00100000:0.0:1746157399.577536:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.577611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.577667:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268547840 00000100:00100000:3.0:1746157399.577671:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268547840 00000100:00100000:2.0:1746157399.577766:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268547968 00000100:00100000:2.0:1746157399.577769:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268547968 00010000:00010000:2.0:1746157399.577784:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.577828:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7048 00000100:00100000:3.0:1746157399.577835:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268547840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.577852:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157399.577879:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10375 00000100:00100000:0.0:1746157399.577886:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1683c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268547968:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157399.577895:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.577908:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d69 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.577910:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.577921:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.577930:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.577935:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 77 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.577940:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157399.577943:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.577957:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6103b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d5b expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.577967:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157399.577969:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.577970:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.577973:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.577979:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.577990:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.577997:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00010000:00010000:0.0:1746157399.577999:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 76 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.578007:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157399.578021:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088785500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267167616:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.578132:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268547840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 297us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.578137:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7048 00000100:00100000:0.0:1746157399.578186:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.579560:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.579623:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268548224 00000100:00100000:3.0:1746157399.579627:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268548224 00000100:00100000:2.0:1746157399.579634:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088785500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267167616:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.579645:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746157399.579647:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088784380 x1830978268548224/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.579654:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088784380 with x1830978268548224 ext(0->4095) 00010000:00010000:3.0:1746157399.579659:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 77 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.579669:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 77 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.579669:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1683c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268547968:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1784us (2058us total) trans 0 rc 0/0 00002000:00010000:3.0:1746157399.579674:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088784380 00000100:00100000:2.0:1746157399.579676:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10375 00000100:00100000:3.0:1746157399.579694:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2940 00000100:00100000:3.0:1746157399.579700:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268548224:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.579899:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268548224:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 199us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.579905:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2940 00002000:00100000:3.0:1746157399.579911:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088784380 x1830978268548224/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.579917:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088784380 with x1830978268548224 ext(0->4095) 00010000:00010000:3.0:1746157399.579922:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.579931:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 76 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.579936:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088784380 00000100:00100000:0.0:1746157399.580910:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.580975:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.581030:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268548352 00000100:00100000:3.0:1746157399.581034:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268548352 00000100:00100000:2.0:1746157399.581037:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268548480 00000100:00100000:2.0:1746157399.581041:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268548480 00000100:00100000:3.0:1746157399.581054:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7049 00010000:00010000:2.0:1746157399.581055:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 77 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.581059:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268548352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.581067:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157399.581104:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10376 00010000:00010000:3.0:1746157399.581106:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d70 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.581110:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268548480:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.581117:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.581121:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.581125:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.581130:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157399.581133:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.581168:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 78 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.581177:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 78 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.581190:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61042 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d62 expref: 78 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.581203:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.581204:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.581209:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.581215:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.581234:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.581243:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.581251:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267167744:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.581262:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.581274:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.581282:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267167872:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.581404:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.581434:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.582512:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267167872:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.582527:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.582536:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157399.582555:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268548352:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1496us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.582562:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7049 00000100:00100000:2.0:1746157399.582625:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267167744:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.582635:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.582650:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268548480:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1541us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.582656:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10376 00000100:00100000:0.0:1746157399.583438:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.583527:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268548736 00000100:00100000:3.0:1746157399.583534:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268548736 00002000:00100000:3.0:1746157399.583571:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785880 x1830978268548736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.583579:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785880 with x1830978268548736 ext(0->4095) 00010000:00010000:3.0:1746157399.583587:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.583599:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.583614:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088785880 00000100:00100000:3.0:1746157399.583690:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2941 00000100:00100000:3.0:1746157399.583698:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268548736:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.583853:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268548736:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.583859:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2941 00002000:00100000:3.0:1746157399.583864:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785880 x1830978268548736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.583871:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785880 with x1830978268548736 ext(0->4095) 00010000:00010000:3.0:1746157399.583875:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.583883:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.583888:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088785880 00000100:00100000:0.0:1746157399.586697:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.586792:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268548864 00000100:00100000:2.0:1746157399.586801:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268548864 00010000:00010000:2.0:1746157399.586834:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.586860:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10377 00000100:00100000:2.0:1746157399.586867:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268548864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.586881:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.586905:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.586916:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.586943:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61049 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d69 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.586957:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.586959:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.586966:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.586974:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.587011:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.587024:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168000:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.587146:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.588418:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168000:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.588440:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.588601:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268548864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1732us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.588610:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10377 00000100:00100000:0.0:1746157399.588854:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.588920:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268549120 00000100:00100000:3.0:1746157399.588925:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268549120 00002000:00100000:3.0:1746157399.588962:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785f80 x1830978268549120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.588971:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785f80 with x1830978268549120 ext(0->4095) 00002000:00010000:3.0:1746157399.588975:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785f80 00000100:00100000:3.0:1746157399.588998:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5010 00000100:00100000:3.0:1746157399.589003:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1983:x1830978268549120:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157399.589231:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1983:x1830978268549120:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 226us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.589238:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5010 00002000:00100000:2.0:1746157399.589244:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785f80 x1830978268549120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.589251:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785f80 with x1830978268549120 ext(0->4095) 00002000:00010000:2.0:1746157399.589255:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785f80 00000100:00100000:0.0:1746157399.590855:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.590927:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268549248 00000100:00100000:3.0:1746157399.590935:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268549248 00000100:00100000:3.0:1746157399.590989:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7050 00000100:00100000:3.0:1746157399.590996:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268549248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.591011:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.591029:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d77 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.591055:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.591062:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.591063:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.591066:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.591136:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.591149:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.591161:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267168128:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.591312:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.593463:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.593613:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267168128:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.593642:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.593666:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157399.593720:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268549248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2723us (2871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.593729:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7050 00000100:00100000:2.0:1746157399.593787:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268549376 00000100:00100000:2.0:1746157399.593794:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268549376 00010000:00010000:2.0:1746157399.593819:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.593848:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10378 00000100:00100000:2.0:1746157399.593855:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268549376:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.593946:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.593970:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.593982:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.594003:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61050 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d70 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.594015:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.594017:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.594023:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.594031:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.594060:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.594106:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168256:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.594213:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.595199:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168256:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.595212:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.595251:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268549376:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1396us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.595258:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10378 00000100:00100000:0.0:1746157399.595415:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.595503:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268549632 00000100:00100000:3.0:1746157399.595507:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268549632 00002000:00100000:3.0:1746157399.595541:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785c00 x1830978268549632/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.595550:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785c00 with x1830978268549632 ext(0->4095) 00002000:00010000:3.0:1746157399.595554:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785c00 00000100:00100000:3.0:1746157399.595576:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5011 00000100:00100000:3.0:1746157399.595581:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268549632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.595830:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268549632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 239us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.595841:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5011 00002000:00100000:3.0:1746157399.595852:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785c00 x1830978268549632/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.595860:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785c00 with x1830978268549632 ext(0->4095) 00002000:00010000:3.0:1746157399.595868:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785c00 00000100:00100000:0.0:1746157399.597247:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.597345:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268549760 00000100:00100000:3.0:1746157399.597355:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268549760 00000100:00100000:3.0:1746157399.597407:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7051 00000100:00100000:3.0:1746157399.597415:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268549760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.597429:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.597443:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d7e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.597463:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.597469:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.597470:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.597473:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.597495:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.597504:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.597514:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267168384:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.597591:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.598643:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267168384:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.598658:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.598666:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157399.598693:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31597:x1830978268549760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1279us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.598699:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7051 00000100:00100000:0.0:1746157399.598851:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.598931:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268549888 00000100:00100000:3.0:1746157399.598934:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268549888 00010000:00010000:3.0:1746157399.598948:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.598973:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10379 00000100:00100000:3.0:1746157399.598977:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268549888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.598983:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.598995:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.599001:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.599013:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61057 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d77 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.599022:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.599023:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.599027:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.599031:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.599047:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.599055:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168512:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.599124:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.599582:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.599625:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268550016 00000100:00100000:3.0:1746157399.599629:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268550016 00000100:00100000:3.0:1746157399.599651:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7052 00000100:00100000:3.0:1746157399.599656:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31587:x1830978268550016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.599664:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.599675:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d85 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.599689:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.599695:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.599697:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.599699:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.599715:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.599723:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.599730:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267168640:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.599762:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.600479:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168512:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.600489:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.600557:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268549888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1578us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.600564:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10379 00000100:00100000:2.0:1746157399.600648:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267168640:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.600655:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157399.600664:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.600673:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094416400, rc 0) 00000100:00100000:3.0:1746157399.600688:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268550272 00000100:00100000:2.0:1746157399.600690:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268550016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1034us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.600691:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268550272 00000100:00100000:2.0:1746157399.600696:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7052 00002000:00100000:3.0:1746157399.600710:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0700 x1830978268550272/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.600717:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0700 with x1830978268550272 ext(0->4095) 00010000:00010000:3.0:1746157399.600723:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.600732:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.600737:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e0700 00000100:00100000:3.0:1746157399.600762:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2942 00000100:00100000:3.0:1746157399.600768:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268550272:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.600935:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268550272:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.600940:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2942 00002000:00100000:3.0:1746157399.600945:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0700 x1830978268550272/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.600952:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0700 with x1830978268550272 ext(0->4095) 00010000:00010000:3.0:1746157399.600956:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.600964:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.600969:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e0700 00000100:00100000:0.0:1746157399.602199:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.602260:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.602271:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268550400 00000100:00100000:2.0:1746157399.602274:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268550400 00000100:00100000:2.0:1746157399.602293:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7053 00000100:00100000:2.0:1746157399.602296:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268550400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.602303:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.602311:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d8c expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.602315:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268550528 00000100:00100000:3.0:1746157399.602319:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268550528 00010000:00010000:2.0:1746157399.602323:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.602327:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.602331:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.602333:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.602336:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.602356:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.602357:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10380 00000100:00100000:3.0:1746157399.602362:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268550528:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.602366:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.602369:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.602379:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00010000:00010000:3.0:1746157399.602380:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.602388:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.602401:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6105e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d7e expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.602409:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.602410:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157399.602413:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268550400:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (215us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157399.602414:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.602419:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7053 00010000:00010000:3.0:1746157399.602424:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.602439:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.602447:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.602455:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168896:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.602499:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.603339:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267168896:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.603349:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.603369:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268550528:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1006us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.603375:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10380 00000100:00100000:0.0:1746157399.603716:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.603766:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268550784 00000100:00100000:3.0:1746157399.603770:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268550784 00002000:00100000:3.0:1746157399.603791:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978268550784/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.603798:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978268550784 ext(0->4095) 00010000:00010000:3.0:1746157399.603803:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.603811:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.603817:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252dc00 00000100:00100000:3.0:1746157399.603835:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2943 00000100:00100000:3.0:1746157399.603839:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268550784:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.603939:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268550784:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (222us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.603944:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2943 00002000:00100000:3.0:1746157399.603949:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252dc00 x1830978268550784/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.603956:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252dc00 with x1830978268550784 ext(0->4095) 00010000:00010000:3.0:1746157399.603960:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.603968:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.603973:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252dc00 00000100:00100000:0.0:1746157399.604948:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.605009:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.605103:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268551040 00000100:00100000:3.0:1746157399.605107:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268551040 00000100:00100000:2.0:1746157399.605110:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268550912 00000100:00100000:2.0:1746157399.605113:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268550912 00010000:00010000:3.0:1746157399.605123:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.605131:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7054 00000100:00100000:2.0:1746157399.605137:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268550912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157399.605143:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10381 00010000:00010000:2.0:1746157399.605145:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157399.605148:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1985:x1830978268551040:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.605153:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d93 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.605155:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.605167:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.605169:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.605173:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.605178:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157399.605181:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.605338:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.605353:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094416400/0x4450b99e49e61065 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d85 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.605363:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.605364:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.605368:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.605374:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.605395:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.605404:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.605413:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169024:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.605459:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00010000:00010000:2.0:1746157399.605505:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.605513:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.605525:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169152:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.605546:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.606484:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169152:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.606501:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.606511:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157399.606538:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31587:x1830978268550912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1401us (1592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.606544:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7054 00000100:00100000:3.0:1746157399.606653:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169024:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.606672:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157399.606702:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.606705:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1985:x1830978268551040:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1556us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.606715:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10381 00000100:00100000:2.0:1746157399.606765:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268551296 00000100:00100000:2.0:1746157399.606769:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268551296 00002000:00100000:2.0:1746157399.606788:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c700 x1830978268551296/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.606796:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268551296 ext(0->4095) 00010000:00010000:2.0:1746157399.606801:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.606810:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.606816:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c700 00000100:00100000:2.0:1746157399.606836:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2944 00000100:00100000:2.0:1746157399.606841:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268551296:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.606935:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268551296:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.606940:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2944 00002000:00100000:2.0:1746157399.606945:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252c700 x1830978268551296/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.606952:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268551296 ext(0->4095) 00010000:00010000:2.0:1746157399.606955:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.606964:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.606969:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009252c700 00000100:00100000:1.0:1746157399.608389:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.608533:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268551424 00000100:00100000:3.0:1746157399.608538:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268551424 00010000:00010000:3.0:1746157399.608557:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.608584:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10382 00000100:00100000:3.0:1746157399.608590:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1683850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268551424:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.608599:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.608611:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.608620:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.608634:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6106c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d8c expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.608644:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.608646:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.608651:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.608658:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.608680:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.608690:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169280:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.608762:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.610681:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169280:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.610695:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.610746:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1683850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268551424:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2155us (2358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.610756:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10382 00000100:00100000:0.0:1746157399.611129:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.611174:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268551680 00000100:00100000:3.0:1746157399.611178:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268551680 00002000:00100000:3.0:1746157399.611201:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ce00 x1830978268551680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.611209:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ce00 with x1830978268551680 ext(0->4095) 00002000:00010000:3.0:1746157399.611212:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ce00 00000100:00100000:3.0:1746157399.611233:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5012 00000100:00100000:3.0:1746157399.611240:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1984:x1830978268551680:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157399.611348:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1984:x1830978268551680:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.611354:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5012 00002000:00100000:3.0:1746157399.611359:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009252ce00 x1830978268551680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.611365:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252ce00 with x1830978268551680 ext(0->4095) 00002000:00010000:3.0:1746157399.611367:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252ce00 00000100:00100000:0.0:1746157399.612447:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.612525:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268551808 00000100:00100000:2.0:1746157399.612529:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268551808 00000100:00100000:2.0:1746157399.612554:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7055 00000100:00100000:2.0:1746157399.612560:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268551808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.612569:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.612582:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031d9a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.612602:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.612609:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.612611:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.612615:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.612636:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.612646:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.612655:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169408:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.612882:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.614609:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169408:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157399.614630:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.614646:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:0.0:1746157399.614693:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268551808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2132us (2247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157399.614699:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7055 00000100:00100000:0.0:1746157399.614871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.614959:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268551936 00000100:00100000:3.0:1746157399.614963:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268551936 00010000:00010000:3.0:1746157399.614980:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.615047:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10383 00000100:00100000:3.0:1746157399.615054:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268551936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.615063:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.615118:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.615128:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.615144:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61073 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d93 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.615153:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.615154:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.615159:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.615166:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.615185:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.615197:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169536:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.615251:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.616454:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169536:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.616465:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.616500:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:1986:x1830978268551936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1447us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.616506:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10383 00000100:00100000:0.0:1746157399.616912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.616941:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268552192 00000100:00100000:3.0:1746157399.616945:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268552192 00002000:00100000:3.0:1746157399.616966:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9e300 x1830978268552192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.616974:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9e300 with x1830978268552192 ext(0->4095) 00002000:00010000:3.0:1746157399.616978:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9e300 00000100:00100000:3.0:1746157399.617001:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5013 00000100:00100000:3.0:1746157399.617010:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268552192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.617152:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268552192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (239us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.617157:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5013 00002000:00100000:3.0:1746157399.617162:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093d9e300 x1830978268552192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.617169:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9e300 with x1830978268552192 ext(0->4095) 00002000:00010000:3.0:1746157399.617171:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9e300 00000100:00100000:0.0:1746157399.618565:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.618648:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268552320 00000100:00100000:2.0:1746157399.618653:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268552320 00000100:00100000:2.0:1746157399.618681:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7056 00000100:00100000:2.0:1746157399.618686:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+75:31597:x1830978268552320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.618695:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.618707:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031da1 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.618727:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.618733:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.618735:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.618737:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.618759:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.618770:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.618779:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169664:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.618848:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.619951:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169664:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.619967:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 76 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.619977:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.620010:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:31597:x1830978268552320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1324us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.620016:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7056 00000100:00100000:1.0:1746157399.620214:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.620309:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268552448 00000100:00100000:3.0:1746157399.620314:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268552448 00010000:00010000:3.0:1746157399.620332:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.620362:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10384 00000100:00100000:3.0:1746157399.620369:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268552448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.620377:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.620393:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.620403:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.620419:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e6107a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031d9a expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.620429:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.620430:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.620436:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.620442:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.620462:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.620475:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169792:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.620534:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.621542:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267169792:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.621552:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.621706:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268552448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1336us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.621714:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10384 00000100:00100000:0.0:1746157399.621938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.621979:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268552704 00000100:00100000:3.0:1746157399.621984:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268552704 00002000:00100000:3.0:1746157399.622141:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9880 x1830978268552704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.622150:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9880 with x1830978268552704 ext(0->4095) 00002000:00010000:3.0:1746157399.622154:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9880 00000100:00100000:3.0:1746157399.622202:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5014 00000100:00100000:3.0:1746157399.622208:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268552704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.622316:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268552704:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.622322:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5014 00002000:00100000:3.0:1746157399.622327:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9880 x1830978268552704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.622334:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9880 with x1830978268552704 ext(0->4095) 00002000:00010000:3.0:1746157399.622336:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9880 00000100:00100000:0.0:1746157399.623805:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.623879:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268552832 00000100:00100000:2.0:1746157399.623884:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268552832 00000100:00100000:2.0:1746157399.623911:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7057 00000100:00100000:2.0:1746157399.623917:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268552832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.623925:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.623937:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031da8 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.623955:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.623966:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.623968:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.623971:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.623991:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 75 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.624000:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 75 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.624010:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169920:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.624114:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.625216:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267169920:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.625233:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.625244:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157399.625266:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268552832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1350us (1464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.625272:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7057 00000100:00100000:0.0:1746157399.625563:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.625636:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268552960 00000100:00100000:1.0:1746157399.625640:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268552960 00002000:00100000:1.0:1746157399.625661:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093fda300 x1830978268552960/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.625669:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fda300 with x1830978268552960 ext(0->7) 00010000:00010000:1.0:1746157399.625674:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.625684:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 76 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.625690:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fda300 00000100:00100000:1.0:1746157399.625715:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2945 00000100:00100000:1.0:1746157399.625720:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+76:1986:x1830978268552960:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157399.625953:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:1986:x1830978268552960:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 231us (389us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1746157399.625959:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2945 00002000:00100000:1.0:1746157399.625964:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093fda300 x1830978268552960/t4294968016(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.625970:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fda300 with x1830978268552960 ext(0->7) 00010000:00010000:1.0:1746157399.625974:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.625982:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.625987:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fda300 00000100:00100000:0.0:1746157399.627212:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.627265:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268553088 00000100:00100000:3.0:1746157399.627270:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268553088 00010000:00010000:3.0:1746157399.627286:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.627310:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10385 00000100:00100000:3.0:1746157399.627316:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:1984:x1830978268553088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.627324:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.627335:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.627343:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.627358:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61081 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da1 expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.627384:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.627386:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.627391:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.627398:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.627419:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.627432:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170048:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.627496:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.628912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.628976:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268553344 00000100:00100000:1.0:1746157399.628980:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268553344 00000100:00100000:3.0:1746157399.629002:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170048:192.168.203.5@tcp:105: 00002000:00100000:1.0:1746157399.629003:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134e00 x1830978268553344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.629011:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134e00 with x1830978268553344 ext(0->4095) 00002000:00010000:1.0:1746157399.629014:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134e00 00010000:00010000:3.0:1746157399.629015:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.629037:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:1984:x1830978268553088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1721us (1827us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.629038:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5015 00000100:00100000:1.0:1746157399.629043:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268553344:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157399.629044:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10385 00000100:00100000:1.0:1746157399.629177:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268553344:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.629182:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5015 00002000:00100000:1.0:1746157399.629187:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134e00 x1830978268553344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.629193:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134e00 with x1830978268553344 ext(0->4095) 00002000:00010000:1.0:1746157399.629196:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134e00 00000100:00100000:0.0:1746157399.630328:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.630464:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268553472 00000100:00100000:2.0:1746157399.630468:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268553472 00000100:00100000:2.0:1746157399.630497:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7058 00000100:00100000:2.0:1746157399.630503:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+77:31597:x1830978268553472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.630514:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.630525:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031daf expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.630543:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.630550:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.630551:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.630554:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.630574:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.630584:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.630592:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267170176:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.630658:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.631764:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267170176:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.631779:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 78 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.631789:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157399.631818:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:31597:x1830978268553472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1315us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.631826:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7058 00000100:00100000:0.0:1746157399.632428:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.632504:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268553600 00000100:00100000:3.0:1746157399.632508:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268553600 00010000:00010000:3.0:1746157399.632525:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.632578:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10386 00000100:00100000:3.0:1746157399.632584:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268553600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.632592:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.632606:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.632615:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.632634:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61088 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031da8 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.632657:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.632659:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.632664:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.632671:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.632691:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.632698:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170304:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.632739:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.634058:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170304:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.634107:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.634136:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268553600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1551us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.634142:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10386 00000100:00100000:0.0:1746157399.634650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.634710:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268553856 00000100:00100000:1.0:1746157399.634714:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268553856 00002000:00100000:1.0:1746157399.634741:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134a80 x1830978268553856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.634749:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134a80 with x1830978268553856 ext(0->4095) 00002000:00010000:1.0:1746157399.634752:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134a80 00000100:00100000:1.0:1746157399.634774:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5016 00000100:00100000:1.0:1746157399.634779:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:1983:x1830978268553856:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746157399.634974:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:1983:x1830978268553856:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.634983:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5016 00002000:00100000:1.0:1746157399.634987:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093134a80 x1830978268553856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.634999:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134a80 with x1830978268553856 ext(0->4095) 00002000:00010000:1.0:1746157399.635002:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134a80 00010000:00010000:3.0:1746157399.636686:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746157399.636891:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.636983:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268553984 00000100:00100000:2.0:1746157399.636988:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268553984 00000100:00100000:2.0:1746157399.637027:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7059 00000100:00100000:2.0:1746157399.637033:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268553984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.637043:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.637054:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031db6 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.637102:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.637109:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.637111:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.637114:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.637134:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 77 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.637143:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 77 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.637152:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267170432:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.637226:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.640601:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267170432:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157399.640643:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157399.640660:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:0.0:1746157399.640760:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268553984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3724us (3870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157399.640770:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7059 00000100:00100000:2.0:1746157399.640801:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.640887:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268554112 00000100:00100000:3.0:1746157399.640893:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268554112 00002000:00100000:3.0:1746157399.640922:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb8700 x1830978268554112/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.640931:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8700 with x1830978268554112 ext(0->7) 00010000:00010000:3.0:1746157399.640938:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.640949:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 78 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.640956:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8700 00000100:00100000:3.0:1746157399.640982:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2946 00000100:00100000:3.0:1746157399.640988:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+78:1985:x1830978268554112:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.641397:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268554112:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 405us (597us total) trans 4294968017 rc 0/0 00000100:00100000:3.0:1746157399.641403:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2946 00002000:00100000:3.0:1746157399.641409:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008bdb8700 x1830978268554112/t4294968017(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.641416:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8700 with x1830978268554112 ext(0->7) 00010000:00010000:3.0:1746157399.641421:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.641431:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.641436:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb8700 00000100:00100000:0.0:1746157399.647621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.647698:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268554240 00000100:00100000:3.0:1746157399.647707:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268554240 00010000:00010000:3.0:1746157399.647739:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.647785:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10387 00000100:00100000:3.0:1746157399.647792:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1984:x1830978268554240:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.647804:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.647820:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.647835:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.647852:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6108f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031daf expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.647874:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.647876:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.647882:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.647888:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.647913:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.647923:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170560:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.648005:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.650696:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170560:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.650706:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.650708:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.650742:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:1984:x1830978268554240:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2952us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.650748:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10387 00000100:00100000:2.0:1746157399.650815:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268554496 00000100:00100000:2.0:1746157399.650819:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268554496 00002000:00100000:2.0:1746157399.650844:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0380 x1830978268554496/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.650851:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0380 with x1830978268554496 ext(0->4095) 00002000:00010000:2.0:1746157399.650855:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0380 00000100:00100000:2.0:1746157399.650868:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5017 00000100:00100000:2.0:1746157399.650873:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268554496:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157399.650979:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268554496:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.650985:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5017 00002000:00100000:2.0:1746157399.650989:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e0380 x1830978268554496/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.650996:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0380 with x1830978268554496 ext(0->4095) 00002000:00010000:2.0:1746157399.650998:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0380 00000100:00100000:0.0:1746157399.652650:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.652748:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268554624 00000100:00100000:2.0:1746157399.652754:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268554624 00000100:00100000:2.0:1746157399.652780:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7060 00000100:00100000:2.0:1746157399.652785:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:31597:x1830978268554624:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.652793:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.652805:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031dbd expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.652823:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.652833:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.652834:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.652837:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.652859:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.652872:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.652881:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267170688:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.653020:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.654220:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.654336:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268554752 00000100:00100000:2.0:1746157399.654345:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268554752 00000100:00100000:2.0:1746157399.654403:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7061 00000100:00100000:2.0:1746157399.654413:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978268554752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.654430:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.654456:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031dc4 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.654482:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.654528:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.654536:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.654542:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.654575:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.654588:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.654600:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.655493:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31587:x1830978268554752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1078us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.655514:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7061 00000100:00100000:0.0:1746157399.656454:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.656572:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268554880 00000100:00100000:3.0:1746157399.656581:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268554880 00010000:00010000:3.0:1746157399.656612:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.656613:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267170688:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.656641:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.656650:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10388 00000100:00100000:3.0:1746157399.656656:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268554880:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.656663:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00010000:00010000:3.0:1746157399.656666:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.656682:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.656692:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.656709:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61096 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031db6 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.656732:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.656733:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.656738:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.656744:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.656769:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.656778:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.656787:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170944:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.656863:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.657011:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31597:x1830978268554624:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4221us (4364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.657019:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7060 00000100:00100000:0.0:1746157399.658370:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.658437:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267170944:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.658445:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268555136 00000100:00100000:1.0:1746157399.658450:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268555136 00010000:00010000:3.0:1746157399.658453:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746157399.658476:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b480 x1830978268555136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746157399.658482:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268554880:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1825us (2031us total) trans 0 rc 0/0 00002000:00100000:1.0:1746157399.658483:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b480 with x1830978268555136 ext(0->4095) 00010000:00010000:1.0:1746157399.658488:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.658494:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10388 00010000:00010000:1.0:1746157399.658497:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.658502:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21b480 00000100:00100000:1.0:1746157399.658524:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2947 00000100:00100000:1.0:1746157399.658529:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268555136:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157399.658634:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268555136:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.658639:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2947 00002000:00100000:1.0:1746157399.658644:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e21b480 x1830978268555136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.658651:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b480 with x1830978268555136 ext(0->4095) 00010000:00010000:1.0:1746157399.658655:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.658670:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.658676:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e21b480 00000100:00100000:0.0:1746157399.660056:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.660159:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.660205:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268555264 00000100:00100000:3.0:1746157399.660209:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268555264 00000100:00100000:2.0:1746157399.660226:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268555392 00010000:00010000:3.0:1746157399.660230:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.660236:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268555392 00000100:00100000:3.0:1746157399.660247:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10389 00000100:00100000:3.0:1746157399.660252:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1683450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1984:x1830978268555264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.660260:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.660272:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.660281:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.660297:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6109d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dbd expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.660302:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7062 00010000:00010000:3.0:1746157399.660308:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.660310:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157399.660311:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268555392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.660315:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.660326:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.660328:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.660344:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031dcb expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.660348:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.660357:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171072:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.660371:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.660379:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.660380:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.660384:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.660413:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109ccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746157399.660413:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.660426:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.660700:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171200:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.660992:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.662786:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171072:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.662790:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.662801:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.662843:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1683450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1984:x1830978268555264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2589us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.663205:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10389 00000100:00100000:2.0:1746157399.663221:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171200:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.663261:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.663279:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:0.0:1746157399.663304:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268555648 00000100:00100000:0.0:1746157399.663309:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268555648 00002000:00100000:0.0:1746157399.663333:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9ad80 x1830978268555648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157399.663335:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268555392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3023us (3279us total) trans 0 rc 0/0 00002000:00100000:0.0:1746157399.663341:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9ad80 with x1830978268555648 ext(0->4095) 00000100:00100000:2.0:1746157399.663344:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7062 00010000:00010000:0.0:1746157399.663348:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.663359:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746157399.663364:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9ad80 00000100:00100000:0.0:1746157399.663388:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2948 00000100:00100000:0.0:1746157399.663394:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268555648:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157399.663513:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268555648:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (725us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157399.663519:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2948 00002000:00100000:0.0:1746157399.663523:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9ad80 x1830978268555648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157399.663530:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9ad80 with x1830978268555648 ext(0->4095) 00010000:00010000:0.0:1746157399.663535:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.663543:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746157399.663549:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9ad80 00000100:00100000:0.0:1746157399.665328:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.665383:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268555904 00000100:00100000:3.0:1746157399.665388:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268555904 00010000:00010000:3.0:1746157399.665409:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.665445:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10390 00000100:00100000:3.0:1746157399.665452:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268555904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.665461:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.665477:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.665489:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746157399.665500:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.665507:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dc4 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.665519:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.665521:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.665527:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.665534:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.665560:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.665569:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268555776 00000100:00100000:3.0:1746157399.665570:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171328:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.665573:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268555776 00000100:00100000:2.0:1746157399.665592:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7063 00000100:00100000:2.0:1746157399.665597:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:31587:x1830978268555776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.665605:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.665615:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031dd2 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.665624:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00010000:00010000:2.0:1746157399.665629:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.665634:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.665635:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.665638:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.665652:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.665666:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.665674:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171456:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.665693:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.666558:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171456:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.666574:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.666582:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:2.0:1746157399.666616:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978268555776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1018us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.666622:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7063 00000100:00100000:3.0:1746157399.666644:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171328:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.666654:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.666671:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268555904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1220us (1346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.666677:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10390 00000100:00100000:0.0:1746157399.667484:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.667530:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268556160 00000100:00100000:2.0:1746157399.667534:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268556160 00002000:00100000:2.0:1746157399.667556:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337b80 x1830978268556160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.667563:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337b80 with x1830978268556160 ext(0->4095) 00010000:00010000:2.0:1746157399.667569:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.667579:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.667586:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093337b80 00000100:00100000:2.0:1746157399.667611:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2949 00000100:00100000:2.0:1746157399.667617:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268556160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.667730:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268556160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.667735:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2949 00002000:00100000:2.0:1746157399.667740:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093337b80 x1830978268556160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.667747:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093337b80 with x1830978268556160 ext(0->4095) 00010000:00010000:2.0:1746157399.667752:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.667765:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.667770:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093337b80 00000100:00100000:0.0:1746157399.670383:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.670519:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268556288 00000100:00100000:3.0:1746157399.670524:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268556288 00010000:00010000:3.0:1746157399.670553:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.670589:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10391 00000100:00100000:3.0:1746157399.670595:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268556288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.670605:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.670621:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.670631:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.670646:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dcb expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.670670:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.670672:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.670678:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.670684:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.670709:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.670718:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171584:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.670820:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.672126:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171584:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.672140:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.672167:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268556288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1572us (1787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.672174:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10391 00000100:00100000:0.0:1746157399.672510:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.672596:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268556544 00000100:00100000:2.0:1746157399.672601:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268556544 00002000:00100000:2.0:1746157399.672626:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093334a80 x1830978268556544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.672634:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093334a80 with x1830978268556544 ext(0->4095) 00002000:00010000:2.0:1746157399.672637:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093334a80 00000100:00100000:2.0:1746157399.672663:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5018 00000100:00100000:2.0:1746157399.672669:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268556544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.672779:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268556544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.672785:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5018 00002000:00100000:2.0:1746157399.672789:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093334a80 x1830978268556544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.672795:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093334a80 with x1830978268556544 ext(0->4095) 00002000:00010000:2.0:1746157399.672798:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093334a80 00000100:00100000:0.0:1746157399.673787:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.673952:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268556672 00000100:00100000:2.0:1746157399.673956:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268556672 00000100:00100000:2.0:1746157399.673989:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7064 00000100:00100000:2.0:1746157399.673995:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268556672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.674006:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.674018:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031dd9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.674036:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.674042:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.674044:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.674047:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.674067:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.674104:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 79 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.674115:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171712:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.674527:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.675221:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171712:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.675237:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.675247:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157399.675267:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268556672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1273us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.675276:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7064 00000100:00100000:0.0:1746157399.676630:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.676721:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268556800 00000100:00100000:3.0:1746157399.676729:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268556800 00010000:00010000:3.0:1746157399.676873:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.676907:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10392 00000100:00100000:3.0:1746157399.676914:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268556800:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.676927:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.676948:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.676959:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.676980:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e610b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd2 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.677014:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.677016:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.677024:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.677032:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.677063:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.677145:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171840:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.677210:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.678980:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.679064:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268557056 00000100:00100000:2.0:1746157399.679104:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268557056 00000100:00100000:3.0:1746157399.679112:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267171840:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.679133:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157399.679145:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9f80 x1830978268557056/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.679154:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9f80 with x1830978268557056 ext(0->4095) 00002000:00010000:2.0:1746157399.679158:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9f80 00000100:00100000:3.0:1746157399.679170:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:1985:x1830978268556800:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2257us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.679177:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5019 00000100:00100000:3.0:1746157399.679178:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10392 00000100:00100000:2.0:1746157399.679183:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268557056:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157399.679325:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268557056:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.679330:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5019 00002000:00100000:2.0:1746157399.679335:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9f80 x1830978268557056/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.679341:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9f80 with x1830978268557056 ext(0->4095) 00002000:00010000:2.0:1746157399.679343:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9f80 00000100:00100000:0.0:1746157399.681847:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.681951:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268557184 00000100:00100000:2.0:1746157399.681957:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268557184 00000100:00100000:2.0:1746157399.682006:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7065 00000100:00100000:2.0:1746157399.682014:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:31597:x1830978268557184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.682028:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.682043:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031de0 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.682108:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.682115:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.682116:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.682119:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.682144:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.682197:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.682208:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171968:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.682277:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.683584:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.683689:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268557312 00000100:00100000:2.0:1746157399.683694:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268557312 00000100:00100000:2.0:1746157399.683725:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7066 00000100:00100000:2.0:1746157399.683731:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978268557312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.683740:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.683747:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031de7 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.683761:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.683765:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.683770:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.683772:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.683792:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.683802:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.683809:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157399.683840:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31587:x1830978268557312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.683845:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7066 00000100:00100000:0.0:1746157399.683961:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.683991:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267171968:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.684016:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.684026:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268557440 00010000:00010000:3.0:1746157399.684029:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157399.684029:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268557440 00000100:00100000:3.0:1746157399.684108:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31597:x1830978268557184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2058us (2230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.684114:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7065 00010000:00010000:2.0:1746157399.684463:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.684492:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10393 00000100:00100000:2.0:1746157399.684498:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268557440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.684506:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.684521:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.684531:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.684545:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e610b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dd9 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.684571:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.684572:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.684577:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.684584:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.684601:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.684610:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.684802:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172224:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.684935:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.686234:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172224:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.686246:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.686265:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268557440:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1767us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.686271:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10393 00000100:00100000:0.0:1746157399.686410:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.686546:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268557696 00000100:00100000:3.0:1746157399.686550:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268557696 00002000:00100000:3.0:1746157399.686576:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ead80 x1830978268557696/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.686584:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ead80 with x1830978268557696 ext(0->4095) 00010000:00010000:3.0:1746157399.686590:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.686600:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.686606:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337ead80 00000100:00100000:3.0:1746157399.686620:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2950 00000100:00100000:3.0:1746157399.686625:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268557696:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.686785:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268557696:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.686790:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2950 00002000:00100000:3.0:1746157399.686795:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ead80 x1830978268557696/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.686802:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ead80 with x1830978268557696 ext(0->4095) 00010000:00010000:3.0:1746157399.686806:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.686814:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.686819:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337ead80 00000100:00100000:0.0:1746157399.688110:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.688168:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268557824 00000100:00100000:3.0:1746157399.688172:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268557824 00000100:00100000:1.0:1746157399.688206:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7067 00000100:00100000:1.0:1746157399.688213:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268557824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.688222:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.688232:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031dee expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.688247:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.688251:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.688256:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.688259:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.688281:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.688295:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.688303:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157399.688335:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268557824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.688340:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7067 00000100:00100000:0.0:1746157399.689408:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.689452:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268557952 00000100:00100000:2.0:1746157399.689456:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268557952 00010000:00010000:2.0:1746157399.689472:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.689496:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10394 00000100:00100000:2.0:1746157399.689502:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268557952:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.689510:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.689523:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.689532:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.689546:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e610c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de0 expref: 81 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.689565:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.689567:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.689572:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.689578:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.689596:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.689605:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.689615:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172480:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.689671:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.690829:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172480:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.690841:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.690859:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268557952:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1357us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.690865:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10394 00000100:00100000:0.0:1746157399.691545:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.691613:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268558208 00000100:00100000:3.0:1746157399.691618:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268558208 00002000:00100000:3.0:1746157399.691640:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9180 x1830978268558208/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.691653:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9180 with x1830978268558208 ext(0->4095) 00010000:00010000:3.0:1746157399.691658:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.691668:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.691673:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9180 00000100:00100000:3.0:1746157399.691685:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2951 00000100:00100000:3.0:1746157399.691689:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268558208:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.691946:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268558208:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 254us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.691950:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2951 00002000:00100000:3.0:1746157399.691955:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9180 x1830978268558208/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.691961:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9180 with x1830978268558208 ext(0->4095) 00010000:00010000:3.0:1746157399.691965:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.691973:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 80 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.691977:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e9180 00000100:00100000:0.0:1746157399.693508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.693577:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268558336 00000100:00100000:1.0:1746157399.693586:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268558336 00000100:00100000:0.0:1746157399.693590:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.693645:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7068 00000100:00100000:1.0:1746157399.693650:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:31587:x1830978268558336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.693660:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.693670:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031df5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.693688:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.693692:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.693697:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.693700:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.693724:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.693734:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.693741:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157399.693769:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978268558336:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.693777:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7068 00000100:00100000:2.0:1746157399.693851:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268558464 00000100:00100000:2.0:1746157399.693855:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268558464 00010000:00010000:2.0:1746157399.693870:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 81 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.693898:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10395 00000100:00100000:2.0:1746157399.693903:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268558464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.693910:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.693921:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 81 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.693930:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 81 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.693943:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e610c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031de7 expref: 81 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.694231:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.694234:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.694239:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.694246:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.694265:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.694274:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.694283:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172736:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.694323:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.695472:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172736:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.695485:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.695514:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268558464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1611us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.695518:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10395 00000100:00100000:0.0:1746157399.696336:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.696423:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268558720 00000100:00100000:3.0:1746157399.696427:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268558720 00002000:00100000:3.0:1746157399.696449:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17db800 x1830978268558720/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.696457:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17db800 with x1830978268558720 ext(0->4095) 00010000:00010000:3.0:1746157399.696462:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.696471:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.696477:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17db800 00000100:00100000:3.0:1746157399.696497:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2952 00000100:00100000:3.0:1746157399.696502:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268558720:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.697019:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268558720:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 516us (689us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.697026:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2952 00002000:00100000:3.0:1746157399.697031:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17db800 x1830978268558720/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.697038:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17db800 with x1830978268558720 ext(0->4095) 00010000:00010000:3.0:1746157399.697042:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.697052:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.697058:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a17db800 00000100:00100000:0.0:1746157399.699605:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.699700:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268558848 00000100:00100000:3.0:1746157399.699712:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268558848 00010000:00010000:3.0:1746157399.699743:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.699777:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10396 00000100:00100000:3.0:1746157399.699787:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1683050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268558848:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.699801:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.699823:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.699832:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.699850:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e610ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dee expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.699876:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.699878:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.699884:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 79 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.699896:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 79 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.699924:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 79 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.699933:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172864:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.700002:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.701363:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267172864:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.701383:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.701427:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1683050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268558848:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1642us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.701437:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10396 00000100:00100000:0.0:1746157399.702929:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.703010:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268559104 00000100:00100000:3.0:1746157399.703017:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268559104 00002000:00100000:3.0:1746157399.703048:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d8e00 x1830978268559104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.703057:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d8e00 with x1830978268559104 ext(0->4095) 00002000:00010000:3.0:1746157399.703062:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d8e00 00000100:00100000:3.0:1746157399.703122:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5020 00000100:00100000:3.0:1746157399.703129:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268559104:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.703250:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268559104:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (327us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.703259:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5020 00002000:00100000:3.0:1746157399.703263:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d8e00 x1830978268559104/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.703270:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d8e00 with x1830978268559104 ext(0->4095) 00002000:00010000:3.0:1746157399.703273:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d8e00 00000100:00100000:0.0:1746157399.704917:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.705883:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268559232 00000100:00100000:3.0:1746157399.705890:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268559232 00000100:00100000:3.0:1746157399.705935:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7069 00000100:00100000:3.0:1746157399.705941:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268559232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.705951:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.705962:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031dfc expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.705984:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 79 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.705991:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.705993:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.705996:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.706019:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 79 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.706029:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 79 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.706044:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267172992:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.706155:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.707527:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267172992:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.707556:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.707571:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157399.707612:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268559232:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1670us (2701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.707620:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7069 00000100:00100000:0.0:1746157399.707797:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.707876:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268559360 00000100:00100000:3.0:1746157399.707882:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268559360 00010000:00010000:3.0:1746157399.707904:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 80 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.708021:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10397 00000100:00100000:3.0:1746157399.708028:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268559360:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.708039:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.708061:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 80 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.708111:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 80 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.708138:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e610d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031df5 expref: 80 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.708157:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.708159:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.708165:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.708172:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.708199:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.708210:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267173120:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.708270:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.709192:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267173120:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.709206:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.709229:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:1985:x1830978268559360:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1201us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.709236:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10397 00000100:00100000:0.0:1746157399.709558:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.709595:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268559616 00000100:00100000:3.0:1746157399.709600:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268559616 00002000:00100000:3.0:1746157399.709627:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d8380 x1830978268559616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.709641:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d8380 with x1830978268559616 ext(0->4095) 00002000:00010000:3.0:1746157399.709644:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d8380 00000100:00100000:3.0:1746157399.709656:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5021 00000100:00100000:3.0:1746157399.709661:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268559616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.709793:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268559616:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (236us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.709799:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5021 00002000:00100000:3.0:1746157399.709803:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17d8380 x1830978268559616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.709810:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17d8380 with x1830978268559616 ext(0->4095) 00002000:00010000:3.0:1746157399.709812:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17d8380 00000100:00100000:0.0:1746157399.710767:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.710837:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268559744 00000100:00100000:3.0:1746157399.710842:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268559744 00000100:00100000:1.0:1746157399.710925:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7070 00000100:00100000:1.0:1746157399.710932:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:31597:x1830978268559744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.710944:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.710959:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e03 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.710984:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.710991:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.710993:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.710996:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 80 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.711021:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.711029:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.711038:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267173248:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.711156:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.712297:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.712343:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268559872 00000100:00100000:3.0:1746157399.712354:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268559872 00000100:00100000:0.0:1746157399.712356:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.712382:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7071 00000100:00100000:3.0:1746157399.712386:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978268559872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.712395:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.712405:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e0a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.712420:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.712424:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 82 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.712431:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.712433:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.712439:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268560000 00000100:00100000:2.0:1746157399.712444:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268560000 00010000:00010000:2.0:1746157399.712463:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.712485:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10398 00000100:00100000:2.0:1746157399.712490:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268560000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746157399.712492:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267173248:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.712504:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.712511:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 82 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.712524:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.712524:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00010000:00010000:2.0:1746157399.712534:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.712555:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031dfc expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.712566:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31597:x1830978268559744:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1634us (1803us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157399.712571:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 82 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.712572:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7070 00010000:00010000:2.0:1746157399.712577:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.712579:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.712585:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.712591:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.712602:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.712609:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00010000:00010000:2.0:1746157399.712612:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.712622:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.712631:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267173504:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.712633:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978268559872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 246us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.712638:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7071 00000100:00100000:2.0:1746157399.712688:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.713961:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267173504:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.713977:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.714011:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268560000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1520us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.714019:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10398 00000100:00100000:0.0:1746157399.714190:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.714260:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268560256 00000100:00100000:3.0:1746157399.714265:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268560256 00002000:00100000:3.0:1746157399.714332:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219a300 x1830978268560256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.714339:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a300 with x1830978268560256 ext(0->4095) 00010000:00010000:3.0:1746157399.714346:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.714357:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.714363:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219a300 00000100:00100000:3.0:1746157399.714378:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2953 00000100:00100000:3.0:1746157399.714384:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268560256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.714500:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268560256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.714506:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2953 00002000:00100000:3.0:1746157399.714510:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219a300 x1830978268560256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.714517:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a300 with x1830978268560256 ext(0->4095) 00010000:00010000:3.0:1746157399.714521:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.714529:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.714534:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219a300 00000100:00100000:0.0:1746157399.715794:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.715857:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.715863:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268560384 00000100:00100000:3.0:1746157399.715868:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268560384 00000100:00100000:3.0:1746157399.715902:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7072 00000100:00100000:2.0:1746157399.715907:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268560512 00000100:00100000:3.0:1746157399.715908:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268560384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157399.715914:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268560512 00010000:00010000:3.0:1746157399.715917:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.715929:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e11 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.715942:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.715947:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.715951:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.715961:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157399.715964:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.715974:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10399 00000100:00100000:2.0:1746157399.715981:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1986:x1830978268560512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.715991:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 81 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.715992:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.716002:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.716011:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00010000:00010000:2.0:1746157399.716011:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.716023:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.716039:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268560384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (248us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157399.716042:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e610e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e03 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.716044:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7072 00010000:00010000:2.0:1746157399.716056:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.716057:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.716064:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.716110:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.716138:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.716149:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.716160:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267173760:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.716243:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.717337:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267173760:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.717352:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.717396:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268560512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1415us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.717404:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10399 00000100:00100000:0.0:1746157399.717828:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.717893:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268560768 00000100:00100000:3.0:1746157399.717898:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268560768 00002000:00100000:3.0:1746157399.717922:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198a80 x1830978268560768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.717929:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198a80 with x1830978268560768 ext(0->4095) 00010000:00010000:3.0:1746157399.717935:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.717946:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.717952:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198a80 00000100:00100000:3.0:1746157399.717964:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2954 00000100:00100000:3.0:1746157399.717969:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268560768:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.718114:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268560768:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.718120:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2954 00002000:00100000:3.0:1746157399.718125:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132198a80 x1830978268560768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.718131:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132198a80 with x1830978268560768 ext(0->4095) 00010000:00010000:3.0:1746157399.718135:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.718143:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.718148:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132198a80 00000100:00100000:0.0:1746157399.719333:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.719372:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268560896 00000100:00100000:3.0:1746157399.719376:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268560896 00000100:00100000:0.0:1746157399.719401:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.719405:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7073 00000100:00100000:3.0:1746157399.719410:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:31587:x1830978268560896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.719417:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.719427:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e18 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.719462:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268561024 00000100:00100000:2.0:1746157399.719466:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268561024 00010000:00010000:3.0:1746157399.719477:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.719482:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.719482:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.719491:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157399.719494:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.719512:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10400 00000100:00100000:2.0:1746157399.719517:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1985:x1830978268561024:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.719519:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.719524:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.719528:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.719537:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00010000:00010000:2.0:1746157399.719538:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.719547:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.719560:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e610ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e0a expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.719569:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.719571:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746157399.719572:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31587:x1830978268560896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (239us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157399.719576:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.719578:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7073 00010000:00010000:2.0:1746157399.719582:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.719597:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.719603:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.719613:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174016:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.719665:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.720529:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174016:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.720539:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.720559:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268561024:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1042us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.720565:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10400 00000100:00100000:0.0:1746157399.720984:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.721028:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268561280 00000100:00100000:3.0:1746157399.721031:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268561280 00002000:00100000:3.0:1746157399.721051:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219ad80 x1830978268561280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.721058:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ad80 with x1830978268561280 ext(0->4095) 00010000:00010000:3.0:1746157399.721063:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.721116:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.721123:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219ad80 00000100:00100000:3.0:1746157399.721136:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2955 00000100:00100000:3.0:1746157399.721142:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268561280:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.721229:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268561280:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.721235:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2955 00002000:00100000:3.0:1746157399.721240:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219ad80 x1830978268561280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.721247:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219ad80 with x1830978268561280 ext(0->4095) 00010000:00010000:3.0:1746157399.721251:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.721259:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.721263:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219ad80 00000100:00100000:0.0:1746157399.722730:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.722823:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268561408 00000100:00100000:2.0:1746157399.722831:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268561408 00010000:00010000:2.0:1746157399.722859:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.722898:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10401 00000100:00100000:2.0:1746157399.722905:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268561408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.722920:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.722938:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.722949:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.722969:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e610f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e11 expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.722984:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.722986:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.722996:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.723005:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.723035:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.723047:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174144:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.723174:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.724830:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174144:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.724830:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157399.724849:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.724889:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268561408:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1984us (2166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.724902:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10401 00000100:00100000:3.0:1746157399.724913:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268561664 00000100:00100000:3.0:1746157399.724921:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268561664 00002000:00100000:3.0:1746157399.724952:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447e680 x1830978268561664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.724957:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447e680 with x1830978268561664 ext(0->4095) 00002000:00010000:3.0:1746157399.724961:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447e680 00000100:00100000:3.0:1746157399.724983:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5022 00000100:00100000:3.0:1746157399.724987:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268561664:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.725158:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1986:x1830978268561664:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.725165:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5022 00002000:00100000:3.0:1746157399.725170:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447e680 x1830978268561664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.725176:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447e680 with x1830978268561664 ext(0->4095) 00002000:00010000:3.0:1746157399.725179:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447e680 00000100:00100000:0.0:1746157399.726400:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.726435:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268561792 00000100:00100000:3.0:1746157399.726438:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268561792 00000100:00100000:3.0:1746157399.726467:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7074 00000100:00100000:3.0:1746157399.726472:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268561792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.726480:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.726491:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e1f expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.726508:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.726514:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.726515:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.726518:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.726538:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.726546:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 79 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.726559:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267174272:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.726620:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.727423:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267174272:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.727438:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.727447:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:3.0:1746157399.727481:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268561792:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1008us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.727487:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7074 00000100:00100000:0.0:1746157399.728693:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.728774:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268561920 00000100:00100000:2.0:1746157399.728783:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268561920 00010000:00010000:2.0:1746157399.728823:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.728862:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10402 00000100:00100000:2.0:1746157399.728869:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268561920:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.728881:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.728902:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.728913:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.728935:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e610f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e18 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.728950:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.728952:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.728959:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.728966:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.728996:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.729009:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174400:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.729139:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.729999:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174400:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.730014:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.730057:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:1985:x1830978268561920:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1188us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.730066:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10402 00000100:00100000:0.0:1746157399.730267:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.730352:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268562176 00000100:00100000:3.0:1746157399.730358:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268562176 00002000:00100000:3.0:1746157399.730387:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447ca80 x1830978268562176/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.730400:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447ca80 with x1830978268562176 ext(0->4095) 00002000:00010000:3.0:1746157399.730404:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447ca80 00000100:00100000:3.0:1746157399.730439:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5023 00000100:00100000:3.0:1746157399.730445:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268562176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.730547:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268562176:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.730553:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5023 00002000:00100000:3.0:1746157399.730557:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447ca80 x1830978268562176/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.730569:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447ca80 with x1830978268562176 ext(0->4095) 00002000:00010000:3.0:1746157399.730572:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447ca80 00000100:00100000:0.0:1746157399.731893:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.731947:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268562304 00000100:00100000:3.0:1746157399.731951:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268562304 00000100:00100000:3.0:1746157399.731983:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7075 00000100:00100000:3.0:1746157399.731988:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+79:31597:x1830978268562304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.731996:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.732008:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e26 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.732027:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.732034:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.732035:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.732039:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.732059:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.732111:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.732121:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267174528:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.732226:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.733057:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267174528:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.733104:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 80 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.733115:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157399.733182:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:31597:x1830978268562304:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1192us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.733189:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7075 00000100:00100000:0.0:1746157399.733409:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.733527:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268562432 00000100:00100000:2.0:1746157399.733531:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268562432 00010000:00010000:2.0:1746157399.733546:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.733568:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10403 00000100:00100000:2.0:1746157399.733572:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268562432:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.733578:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.733589:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.733598:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.733609:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e610ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e1f expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.733614:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.733616:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.733619:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.733624:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.733636:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.733642:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174656:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.733673:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.734386:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174656:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.734395:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.734414:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268562432:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 841us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.734420:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10403 00000100:00100000:0.0:1746157399.734701:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.734751:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268562688 00000100:00100000:3.0:1746157399.734756:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268562688 00002000:00100000:3.0:1746157399.734777:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447c700 x1830978268562688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.734785:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447c700 with x1830978268562688 ext(0->4095) 00002000:00010000:3.0:1746157399.734789:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447c700 00000100:00100000:3.0:1746157399.734801:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5024 00000100:00100000:3.0:1746157399.734807:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268562688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.734901:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268562688:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.734907:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5024 00002000:00100000:3.0:1746157399.734912:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447c700 x1830978268562688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.734919:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447c700 with x1830978268562688 ext(0->4095) 00002000:00010000:3.0:1746157399.734922:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447c700 00000100:00100000:0.0:1746157399.737253:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.737326:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268562816 00000100:00100000:3.0:1746157399.737332:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268562816 00000100:00100000:3.0:1746157399.737376:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7076 00000100:00100000:3.0:1746157399.737383:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268562816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.737395:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.737411:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e2d expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.737435:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.737442:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.737443:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.737447:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.737472:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 79 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.737482:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 79 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.737492:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267174784:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.737556:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.738603:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267174784:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.738619:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.738628:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157399.738652:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268562816:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1270us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.738658:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7076 00000100:00100000:0.0:1746157399.739272:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.739431:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268562944 00000100:00100000:3.0:1746157399.739436:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268562944 00002000:00100000:3.0:1746157399.739458:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a1739c00 x1830978268562944/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.739466:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739c00 with x1830978268562944 ext(0->7) 00010000:00010000:3.0:1746157399.739472:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.739481:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 80 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.739487:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739c00 00000100:00100000:3.0:1746157399.739509:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2956 00000100:00100000:3.0:1746157399.739515:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+80:1985:x1830978268562944:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.739745:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1985:x1830978268562944:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 229us (472us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1746157399.739751:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2956 00002000:00100000:3.0:1746157399.739756:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a1739c00 x1830978268562944/t4294968018(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.739763:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739c00 with x1830978268562944 ext(0->7) 00010000:00010000:3.0:1746157399.739767:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.739776:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.739782:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1739c00 00000100:00100000:0.0:1746157399.740843:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.740888:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268563072 00000100:00100000:2.0:1746157399.740893:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268563072 00010000:00010000:2.0:1746157399.740910:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.740931:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10404 00000100:00100000:2.0:1746157399.740936:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1985:x1830978268563072:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.740944:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.740954:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.740962:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.740976:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61106 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e26 expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.740989:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.740990:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.740996:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.741003:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.741024:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.741034:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174912:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.741103:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.741988:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267174912:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.742005:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.742040:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1985:x1830978268563072:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1102us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.742046:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10404 00000100:00100000:0.0:1746157399.742787:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.742858:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268563328 00000100:00100000:2.0:1746157399.742863:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268563328 00002000:00100000:2.0:1746157399.742883:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739f80 x1830978268563328/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.742891:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739f80 with x1830978268563328 ext(0->4095) 00002000:00010000:2.0:1746157399.742895:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739f80 00000100:00100000:2.0:1746157399.742916:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5025 00000100:00100000:2.0:1746157399.742921:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268563328:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.743024:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268563328:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.743029:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5025 00002000:00100000:2.0:1746157399.743034:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a1739f80 x1830978268563328/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.743040:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1739f80 with x1830978268563328 ext(0->4095) 00002000:00010000:2.0:1746157399.743042:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1739f80 00000100:00100000:0.0:1746157399.745392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.745450:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268563456 00000100:00100000:3.0:1746157399.745457:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268563456 00000100:00100000:3.0:1746157399.745494:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7077 00000100:00100000:3.0:1746157399.745498:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31597:x1830978268563456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.745508:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.745518:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e34 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.745535:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.745540:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.745541:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.745543:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.745561:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.745568:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 5 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.745575:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267175040:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.745636:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.748921:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.748947:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267175040:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.748977:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.748998:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:1.0:1746157399.749001:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268563584 00000100:00100000:1.0:1746157399.749008:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268563584 00000100:00100000:3.0:1746157399.749045:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31597:x1830978268563456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3545us (3662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.749052:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7077 00000100:00100000:0.0:1746157399.749054:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.749058:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7078 00000100:00100000:1.0:1746157399.749065:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31587:x1830978268563584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.749111:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157399.749122:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268563712 00010000:00010000:1.0:1746157399.749122:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e3b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.749125:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268563712 00010000:00010000:1.0:1746157399.749139:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.749140:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.749142:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.749147:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.749149:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 83 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.749159:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10405 00000100:00100000:3.0:1746157399.749164:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268563712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.749172:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.749176:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.749185:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 83 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.749195:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.749195:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00010000:00010000:3.0:1746157399.749204:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.749220:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6110d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e2d expref: 6 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.749221:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31587:x1830978268563584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.749227:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7078 00010000:00010000:3.0:1746157399.749230:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.749231:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.749236:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.749244:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.749258:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 82 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.749266:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 82 pid: 8487 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.749282:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267175296:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.749340:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.751429:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267175296:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.751450:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.751500:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268563712:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2333us (2445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.751509:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10405 00000100:00100000:0.0:1746157399.752124:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.752180:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268563968 00000100:00100000:2.0:1746157399.752187:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268563968 00002000:00100000:2.0:1746157399.752219:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1500 x1830978268563968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.752225:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1500 with x1830978268563968 ext(0->4095) 00010000:00010000:2.0:1746157399.752231:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.752239:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.752244:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f1500 00000100:00100000:2.0:1746157399.752308:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2957 00000100:00100000:2.0:1746157399.752313:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:1985:x1830978268563968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.752436:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:1985:x1830978268563968:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.752442:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2957 00002000:00100000:2.0:1746157399.752446:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f1500 x1830978268563968/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.752453:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f1500 with x1830978268563968 ext(0->4095) 00010000:00010000:2.0:1746157399.752457:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.752465:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.752469:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f1500 00000100:00100000:0.0:1746157399.753806:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.753924:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268564096 00000100:00100000:1.0:1746157399.753928:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268564096 00000100:00100000:1.0:1746157399.753965:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7079 00000100:00100000:1.0:1746157399.753970:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268564096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.753980:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157399.753983:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157399.753991:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e42 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.754008:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.754013:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.754048:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268564224 00000100:00100000:3.0:1746157399.754052:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268564224 00010000:00010000:3.0:1746157399.754069:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.754097:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.754100:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.754115:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10406 00000100:00100000:3.0:1746157399.754119:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:1983:x1830978268564224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.754125:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.754126:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 83 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.754135:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.754147:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157399.754250:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268564096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 278us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.754255:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7079 00010000:00010000:3.0:1746157399.754311:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.754322:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.754336:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61114 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e34 expref: 83 pid: 8487 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.754346:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.754347:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.754352:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.754358:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.754377:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.754386:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.754396:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267175552:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.754507:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.755571:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267175552:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.755584:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.755613:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1983:x1830978268564224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1493us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.755619:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10406 00000100:00100000:0.0:1746157399.755729:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.755770:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268564480 00000100:00100000:2.0:1746157399.755774:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268564480 00002000:00100000:2.0:1746157399.755798:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2300 x1830978268564480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.755810:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2300 with x1830978268564480 ext(0->4095) 00010000:00010000:2.0:1746157399.755815:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.755825:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.755830:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2300 00000100:00100000:2.0:1746157399.755852:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2958 00000100:00100000:2.0:1746157399.755858:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1986:x1830978268564480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.755964:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1986:x1830978268564480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.755969:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2958 00002000:00100000:2.0:1746157399.755974:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f2300 x1830978268564480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.755981:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f2300 with x1830978268564480 ext(0->4095) 00010000:00010000:2.0:1746157399.755985:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.755994:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.755999:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927f2300 00000100:00100000:0.0:1746157399.757204:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.757270:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.757323:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268564736 00000100:00100000:3.0:1746157399.757329:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268564736 00000100:00100000:1.0:1746157399.757339:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268564608 00000100:00100000:1.0:1746157399.757344:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268564608 00010000:00010000:3.0:1746157399.757348:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 83 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.757366:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7080 00000100:00100000:1.0:1746157399.757372:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31587:x1830978268564608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157399.757377:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10407 00010000:00010000:1.0:1746157399.757380:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.757389:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e49 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.757390:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:1984:x1830978268564736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.757398:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.757403:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.757408:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.757413:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.757416:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 84 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.757503:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.757513:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 84 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.757525:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157399.757553:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:31587:x1830978268564608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.757558:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7080 00010000:00010000:3.0:1746157399.757719:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 83 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.757730:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 83 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.757743:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6111b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e3b expref: 83 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.757752:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.757753:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.757758:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.757764:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.757781:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.757791:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.757801:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267175808:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.757856:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.758817:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267175808:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.758828:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.758858:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1984:x1830978268564736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1468us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.758864:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10407 00000100:00100000:0.0:1746157399.759707:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.759797:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268564992 00000100:00100000:3.0:1746157399.759802:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268564992 00002000:00100000:3.0:1746157399.759826:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8fb80 x1830978268564992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.759834:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8fb80 with x1830978268564992 ext(0->4095) 00010000:00010000:3.0:1746157399.759840:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.759850:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.759856:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8fb80 00000100:00100000:3.0:1746157399.759977:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2959 00000100:00100000:3.0:1746157399.759984:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268564992:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.760133:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268564992:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.760139:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2959 00002000:00100000:3.0:1746157399.760144:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8fb80 x1830978268564992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.760151:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8fb80 with x1830978268564992 ext(0->4095) 00010000:00010000:3.0:1746157399.760156:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.760163:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.760168:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8fb80 00000100:00100000:1.0:1746157399.761768:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.761836:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.761902:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268565248 00000100:00100000:2.0:1746157399.761908:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268565248 00000100:00100000:2.0:1746157399.761945:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7081 00000100:00100000:2.0:1746157399.761951:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268565248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.761962:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.761973:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e50 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.761988:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.761993:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.761998:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.762001:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.762024:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.762035:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.762043:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157399.762099:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:31597:x1830978268565248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.762105:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7081 00000100:00100000:3.0:1746157399.762147:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268565120 00000100:00100000:3.0:1746157399.762151:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268565120 00010000:00010000:3.0:1746157399.762166:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 7 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.762194:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10408 00000100:00100000:3.0:1746157399.762200:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1984:x1830978268565120:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.762207:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.762220:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 7 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.762229:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 7 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.762242:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61122 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e42 expref: 7 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.762253:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.762254:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.762453:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.762461:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.762486:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 81 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.762495:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 81 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.762505:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176064:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.762609:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.763609:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176064:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.763620:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.763654:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268565120:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1453us (1817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.763660:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10408 00000100:00100000:0.0:1746157399.764329:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.764501:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268565376 00000100:00100000:3.0:1746157399.764507:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268565376 00010000:00010000:3.0:1746157399.764525:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.764549:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10409 00000100:00100000:3.0:1746157399.764555:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1983:x1830978268565376:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.764564:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.764577:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.764585:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.764598:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61129 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e49 expref: 82 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.764607:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.764609:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.764613:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.764618:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.764637:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.764646:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176192:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.764849:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.765731:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176192:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.765741:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.765775:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:1983:x1830978268565376:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1219us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.765781:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10409 00000100:00100000:0.0:1746157399.766128:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.766336:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268565632 00000100:00100000:2.0:1746157399.766341:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268565632 00002000:00100000:2.0:1746157399.766371:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8dc00 x1830978268565632/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.766385:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8dc00 with x1830978268565632 ext(0->4095) 00002000:00010000:2.0:1746157399.766388:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8dc00 00000100:00100000:2.0:1746157399.766407:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5026 00000100:00100000:2.0:1746157399.766413:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268565632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.766530:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268565632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.766535:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5026 00002000:00100000:2.0:1746157399.766540:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8dc00 x1830978268565632/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.766547:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8dc00 with x1830978268565632 ext(0->4095) 00002000:00010000:2.0:1746157399.766550:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8dc00 00000100:00100000:0.0:1746157399.768192:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.768370:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268565760 00000100:00100000:2.0:1746157399.768375:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268565760 00000100:00100000:2.0:1746157399.768411:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7082 00000100:00100000:2.0:1746157399.768417:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+81:31597:x1830978268565760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.768428:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.768440:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e57 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.768461:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.768467:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.768468:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.768472:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.768493:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.768503:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.768514:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267176320:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.768580:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.771228:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267176320:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.771230:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.771249:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 82 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.771262:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:3.0:1746157399.771294:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:31597:x1830978268565760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2877us (3105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.771301:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7082 00000100:00100000:3.0:1746157399.771330:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268565888 00000100:00100000:3.0:1746157399.771334:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268565888 00010000:00010000:3.0:1746157399.771351:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.771465:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10410 00000100:00100000:3.0:1746157399.771472:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268565888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.771481:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.771498:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.771509:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.771526:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61130 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e50 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.771550:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.771552:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.771557:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 81 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.771568:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 81 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.771591:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 81 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.771601:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176448:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.771657:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013109c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.773417:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176448:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.773430:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.773464:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268565888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1992us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.773471:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10410 00000100:00100000:0.0:1746157399.775050:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.775118:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268566144 00000100:00100000:2.0:1746157399.775124:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268566144 00002000:00100000:2.0:1746157399.775154:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8f800 x1830978268566144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.775163:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8f800 with x1830978268566144 ext(0->4095) 00002000:00010000:2.0:1746157399.775167:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8f800 00000100:00100000:2.0:1746157399.775194:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5027 00000100:00100000:2.0:1746157399.775200:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1985:x1830978268566144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.775321:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1985:x1830978268566144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.775326:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5027 00002000:00100000:2.0:1746157399.775332:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8f800 x1830978268566144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.775338:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8f800 with x1830978268566144 ext(0->4095) 00002000:00010000:2.0:1746157399.775341:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac8f800 00000100:00100000:0.0:1746157399.777067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.777136:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268566272 00000100:00100000:3.0:1746157399.777143:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268566272 00000100:00100000:3.0:1746157399.777175:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7083 00000100:00100000:3.0:1746157399.777181:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268566272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.777193:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.777204:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e5e expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.777222:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 81 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.777228:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.777230:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.777233:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.777256:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 81 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.777266:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 81 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.777276:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267176576:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.777409:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.778235:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267176576:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.778252:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.778265:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157399.778420:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268566272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1237us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.778429:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7083 00000100:00100000:0.0:1746157399.778710:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.778750:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268566400 00000100:00100000:3.0:1746157399.778754:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268566400 00002000:00100000:3.0:1746157399.778777:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d701f80 x1830978268566400/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.778784:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d701f80 with x1830978268566400 ext(0->7) 00010000:00010000:3.0:1746157399.778789:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 82 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.778798:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 82 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.778803:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d701f80 00000100:00100000:3.0:1746157399.778815:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2960 00000100:00100000:3.0:1746157399.778819:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+82:1983:x1830978268566400:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.779116:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1983:x1830978268566400:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 292us (403us total) trans 4294968019 rc 0/0 00000100:00100000:3.0:1746157399.779122:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2960 00002000:00100000:3.0:1746157399.779127:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012d701f80 x1830978268566400/t4294968019(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.779134:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d701f80 with x1830978268566400 ext(0->7) 00010000:00010000:3.0:1746157399.779138:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.779147:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.779152:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d701f80 00000100:00100000:0.0:1746157399.780687:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.780790:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268566528 00000100:00100000:3.0:1746157399.780795:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268566528 00010000:00010000:3.0:1746157399.780814:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.780833:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10411 00000100:00100000:3.0:1746157399.780838:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1984:x1830978268566528:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.780846:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.780857:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.780867:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.780884:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61137 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e57 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.780914:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.780916:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.780922:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.780929:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.781033:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.781047:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176704:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.781204:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.782447:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267176704:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.782447:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.782461:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.782485:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:1984:x1830978268566528:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1646us (1800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.782491:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10411 00000100:00100000:2.0:1746157399.782764:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268566784 00000100:00100000:2.0:1746157399.782769:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268566784 00002000:00100000:2.0:1746157399.782797:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d700000 x1830978268566784/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.782804:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d700000 with x1830978268566784 ext(0->4095) 00002000:00010000:2.0:1746157399.782808:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d700000 00000100:00100000:0.0:1746157399.783679:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5028 00000100:00100000:0.0:1746157399.783688:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268566784:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746157399.783819:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268566784:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157399.783825:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5028 00002000:00100000:0.0:1746157399.783830:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d700000 x1830978268566784/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157399.783838:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d700000 with x1830978268566784 ext(0->4095) 00002000:00010000:0.0:1746157399.783841:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d700000 00000100:00100000:0.0:1746157399.787618:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.787662:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268566912 00000100:00100000:3.0:1746157399.787669:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268566912 00000100:00100000:0.0:1746157399.787696:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.787721:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268567040 00000100:00100000:3.0:1746157399.787724:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268567040 00000100:00100000:3.0:1746157399.787740:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7084 00000100:00100000:3.0:1746157399.787747:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:31597:x1830978268566912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.787761:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.787774:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e65 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.787796:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.787803:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.787804:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.787808:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.787830:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.787839:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.787843:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7085 00000100:00100000:3.0:1746157399.787849:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267176832:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.787850:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:31587:x1830978268567040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.787856:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.787866:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e6c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.787875:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.787878:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 86 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.787901:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00010000:00010000:1.0:1746157399.788170:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.788174:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 86 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.788192:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 86 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.788201:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 86 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.788213:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157399.788241:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:31587:x1830978268567040:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 392us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.788246:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7085 00000100:00100000:0.0:1746157399.792614:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.792646:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267176832:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.792671:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.792684:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:2.0:1746157399.792701:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268567168 00000100:00100000:2.0:1746157399.792706:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268567168 00000100:00100000:3.0:1746157399.792725:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:31597:x1830978268566912:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4979us (5113us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157399.792730:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.792732:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7084 00000100:00100000:2.0:1746157399.792759:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10412 00000100:00100000:2.0:1746157399.792765:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268567168:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.792775:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.792793:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.792802:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.793021:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6113e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e5e expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.793045:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.793046:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.793052:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 84 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.793064:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 84 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.793117:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 84 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.793127:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.793137:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177088:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.793190:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.794457:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177088:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.794466:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.794490:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268567168:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1726us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.794495:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10412 00000100:00100000:0.0:1746157399.794707:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.794753:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268567424 00000100:00100000:2.0:1746157399.794759:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268567424 00002000:00100000:2.0:1746157399.794784:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ce00 x1830978268567424/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.794792:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ce00 with x1830978268567424 ext(0->4095) 00010000:00010000:2.0:1746157399.794798:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.794809:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.794815:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96ce00 00000100:00100000:2.0:1746157399.794828:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2961 00000100:00100000:2.0:1746157399.794834:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:1985:x1830978268567424:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.794952:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:1985:x1830978268567424:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.794958:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2961 00002000:00100000:2.0:1746157399.794963:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ce00 x1830978268567424/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.794969:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ce00 with x1830978268567424 ext(0->4095) 00010000:00010000:2.0:1746157399.794974:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.794983:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.794988:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96ce00 00000100:00100000:0.0:1746157399.796127:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.796168:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268567552 00000100:00100000:2.0:1746157399.796172:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268567552 00000100:00100000:0.0:1746157399.796182:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157399.796187:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.796216:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10413 00000100:00100000:3.0:1746157399.796221:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268567680 00000100:00100000:2.0:1746157399.796222:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:1985:x1830978268567552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746157399.796225:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268567680 00010000:00010000:2.0:1746157399.796229:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.796242:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.796246:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7086 00000100:00100000:3.0:1746157399.796252:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268567680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.796252:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.796261:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.796267:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e61145 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e65 expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.796270:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e73 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.796276:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.796278:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.796282:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.796289:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.796299:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.796305:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.796306:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.796309:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.796326:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.796336:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.796345:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267177216:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.796345:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.796352:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.796359:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177344:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.796404:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.796407:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.797298:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267177216:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.797316:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.797316:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177344:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.797323:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157399.797325:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157399.797459:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268567680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1206us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.797459:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1985:x1830978268567552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1236us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.797465:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7086 00000100:00100000:2.0:1746157399.797465:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10413 00000100:00100000:0.0:1746157399.797810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.797899:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268567936 00000100:00100000:2.0:1746157399.797903:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268567936 00002000:00100000:2.0:1746157399.797921:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ed80 x1830978268567936/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.797929:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ed80 with x1830978268567936 ext(0->4095) 00010000:00010000:2.0:1746157399.797934:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.797943:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.797948:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96ed80 00000100:00100000:2.0:1746157399.797958:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2962 00000100:00100000:2.0:1746157399.797962:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1986:x1830978268567936:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.798055:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1986:x1830978268567936:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.798061:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2962 00002000:00100000:2.0:1746157399.798065:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96ed80 x1830978268567936/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.798108:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ed80 with x1830978268567936 ext(0->4095) 00010000:00010000:2.0:1746157399.798113:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.798126:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.798131:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96ed80 00000100:00100000:0.0:1746157399.799256:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.799322:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268568064 00000100:00100000:2.0:1746157399.799327:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268568064 00000100:00100000:0.0:1746157399.799330:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157399.799342:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.799373:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10414 00000100:00100000:2.0:1746157399.799379:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1986:x1830978268568064:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.799387:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.799400:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.799409:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.799424:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6114c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e6c expref: 84 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.799434:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746157399.799435:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268568192 00010000:00010000:2.0:1746157399.799435:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746157399.799439:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268568192 00010000:00010000:2.0:1746157399.799440:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.799451:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.799455:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7087 00000100:00100000:3.0:1746157399.799459:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:31587:x1830978268568192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.799467:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.799473:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.799475:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e7a expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.799482:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177472:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.799489:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.799495:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.799496:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.799498:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 85 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.799513:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.799523:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.799531:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267177600:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.799564:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.799568:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.800390:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267177600:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.800407:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 85 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.800419:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157399.800452:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:31587:x1830978268568192:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 992us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.800458:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7087 00000100:00100000:0.0:1746157399.800601:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.800698:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268568448 00000100:00100000:3.0:1746157399.800703:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268568448 00002000:00100000:3.0:1746157399.800721:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96e680 x1830978268568448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746157399.800723:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177472:192.168.203.5@tcp:105: 00002000:00100000:3.0:1746157399.800728:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96e680 with x1830978268568448 ext(0->4095) 00010000:00010000:2.0:1746157399.800731:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157399.800733:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.800742:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.800747:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96e680 00000100:00100000:3.0:1746157399.800759:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2963 00000100:00100000:2.0:1746157399.800761:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1986:x1830978268568064:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1383us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.800764:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268568448:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.800767:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10414 00000100:00100000:3.0:1746157399.800864:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268568448:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.800870:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2963 00002000:00100000:3.0:1746157399.800875:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96e680 x1830978268568448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.800887:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96e680 with x1830978268568448 ext(0->4095) 00010000:00010000:3.0:1746157399.800891:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.800900:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.800905:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96e680 00000100:00100000:0.0:1746157399.802362:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.802766:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268568576 00000100:00100000:2.0:1746157399.802770:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268568576 00010000:00010000:2.0:1746157399.802789:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.802820:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10415 00000100:00100000:2.0:1746157399.802825:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268568576:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.802834:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.802847:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.802854:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.802867:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61153 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e73 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.802875:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.802876:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.802880:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.802885:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.802901:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.802910:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177728:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.803011:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.804249:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177728:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.804260:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.804296:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268568576:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1470us (1935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.804302:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10415 00000100:00100000:0.0:1746157399.804493:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.804540:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268568832 00000100:00100000:1.0:1746157399.804545:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268568832 00002000:00100000:1.0:1746157399.804568:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96df80 x1830978268568832/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.804576:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96df80 with x1830978268568832 ext(0->4095) 00002000:00010000:1.0:1746157399.804580:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96df80 00000100:00100000:1.0:1746157399.804608:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5029 00000100:00100000:1.0:1746157399.804614:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1985:x1830978268568832:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.804752:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1985:x1830978268568832:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.804758:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5029 00002000:00100000:1.0:1746157399.804763:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96df80 x1830978268568832/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.804769:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96df80 with x1830978268568832 ext(0->4095) 00002000:00010000:1.0:1746157399.804772:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96df80 00000100:00100000:0.0:1746157399.806301:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.806526:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268568960 00000100:00100000:3.0:1746157399.806531:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268568960 00000100:00100000:3.0:1746157399.806561:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7088 00000100:00100000:3.0:1746157399.806567:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268568960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.806577:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.806588:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e81 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.806606:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.806612:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.806614:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.806617:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.806636:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.806649:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 83 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.806658:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267177856:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.806720:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.807455:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267177856:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.807470:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.807479:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157399.807498:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268568960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 932us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.807504:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7088 00000100:00100000:0.0:1746157399.808315:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.808375:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268569088 00000100:00100000:2.0:1746157399.808380:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268569088 00010000:00010000:2.0:1746157399.808398:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.808429:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10416 00000100:00100000:2.0:1746157399.808434:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1985:x1830978268569088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.808441:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.808455:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.808462:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.808474:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6115a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e7a expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.808494:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.808496:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.808502:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.808509:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.808528:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.808536:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177984:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.808576:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.809611:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267177984:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.809622:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.809654:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:1985:x1830978268569088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1219us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.809660:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10416 00000100:00100000:0.0:1746157399.810314:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.810364:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268569344 00000100:00100000:3.0:1746157399.810369:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268569344 00002000:00100000:3.0:1746157399.810393:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2300 x1830978268569344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.810400:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2300 with x1830978268569344 ext(0->4095) 00002000:00010000:3.0:1746157399.810403:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2300 00000100:00100000:3.0:1746157399.810415:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5030 00000100:00100000:3.0:1746157399.810420:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268569344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.810526:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268569344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (213us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.810535:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5030 00002000:00100000:3.0:1746157399.810539:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f2300 x1830978268569344/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.810545:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f2300 with x1830978268569344 ext(0->4095) 00002000:00010000:3.0:1746157399.810548:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f2300 00000100:00100000:0.0:1746157399.811872:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.811917:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268569472 00000100:00100000:3.0:1746157399.811922:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268569472 00000100:00100000:3.0:1746157399.811960:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7089 00000100:00100000:3.0:1746157399.811966:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+83:31597:x1830978268569472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.811975:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.811987:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e88 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.812005:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.812021:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.812022:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.812025:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 84 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.812049:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.812058:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.812104:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267178112:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.812169:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b683c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.813153:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267178112:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.813246:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 84 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.813258:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00000100:00100000:0.0:1746157399.813287:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.813293:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:31597:x1830978268569472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1327us (1423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.813299:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7089 00000100:00100000:2.0:1746157399.813333:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268569600 00000100:00100000:2.0:1746157399.813337:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268569600 00010000:00010000:2.0:1746157399.813356:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.813372:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10417 00000100:00100000:2.0:1746157399.813377:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268569600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.813384:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.813400:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.813409:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.813424:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61161 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e81 expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.813448:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.813449:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.813455:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.813462:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.813481:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.813489:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267178240:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.813532:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780780 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.814373:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267178240:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.814383:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.814412:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268569600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1035us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.814418:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10417 00000100:00100000:0.0:1746157399.814694:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.814803:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268569856 00000100:00100000:3.0:1746157399.814808:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268569856 00002000:00100000:3.0:1746157399.814831:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f3480 x1830978268569856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.814839:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f3480 with x1830978268569856 ext(0->4095) 00002000:00010000:3.0:1746157399.814842:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f3480 00000100:00100000:3.0:1746157399.814865:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5031 00000100:00100000:3.0:1746157399.814870:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1985:x1830978268569856:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157399.814983:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1985:x1830978268569856:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.814988:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5031 00002000:00100000:3.0:1746157399.814993:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f3480 x1830978268569856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.815005:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f3480 with x1830978268569856 ext(0->4095) 00002000:00010000:3.0:1746157399.815007:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f3480 00000100:00100000:0.0:1746157399.817802:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.817883:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268569984 00000100:00100000:3.0:1746157399.817892:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268569984 00000100:00100000:3.0:1746157399.817940:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7090 00000100:00100000:3.0:1746157399.817947:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268569984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157399.817964:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.817981:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e8f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.818011:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.818020:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.818022:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.818025:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.818057:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 83 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.818248:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 83 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.818263:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267178368:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.818354:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.819779:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267178368:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.819824:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.819841:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157399.819886:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268569984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.819894:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7090 00000100:00100000:0.0:1746157399.820422:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.820515:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268570112 00000100:00100000:1.0:1746157399.820522:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268570112 00002000:00100000:1.0:1746157399.820558:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d4b100 x1830978268570112/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.820571:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4b100 with x1830978268570112 ext(0->7) 00010000:00010000:1.0:1746157399.820578:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.820590:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 84 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.820596:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d4b100 00000100:00100000:1.0:1746157399.820627:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2964 00000100:00100000:1.0:1746157399.820633:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+84:1985:x1830978268570112:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746157399.820881:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1985:x1830978268570112:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 247us (466us total) trans 4294968020 rc 0/0 00000100:00100000:1.0:1746157399.820888:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2964 00002000:00100000:1.0:1746157399.820893:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d4b100 x1830978268570112/t4294968020(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.820900:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d4b100 with x1830978268570112 ext(0->7) 00010000:00010000:1.0:1746157399.820904:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.820913:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.820918:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d4b100 00000100:00100000:0.0:1746157399.822727:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.823483:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268570240 00000100:00100000:2.0:1746157399.823491:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268570240 00010000:00010000:2.0:1746157399.823520:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.823555:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10418 00000100:00100000:2.0:1746157399.823562:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1986:x1830978268570240:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.823572:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.823588:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.823598:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.823615:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e61168 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e88 expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.823641:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.823643:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.823649:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.823659:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.823686:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.823695:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267178496:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.823775:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.825520:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267178496:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.825533:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.825574:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:1986:x1830978268570240:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2010us (2899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.825581:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10418 00000100:00100000:0.0:1746157399.826110:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.826610:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268570496 00000100:00100000:1.0:1746157399.826615:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268570496 00002000:00100000:1.0:1746157399.826642:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48e00 x1830978268570496/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.826650:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48e00 with x1830978268570496 ext(0->4095) 00002000:00010000:1.0:1746157399.826654:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d48e00 00000100:00100000:1.0:1746157399.826681:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5032 00000100:00100000:1.0:1746157399.826687:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268570496:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.826797:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268570496:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.826803:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5032 00002000:00100000:1.0:1746157399.826807:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48e00 x1830978268570496/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.826814:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48e00 with x1830978268570496 ext(0->4095) 00002000:00010000:1.0:1746157399.826817:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d48e00 00000100:00100000:0.0:1746157399.829147:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.829216:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268570624 00000100:00100000:3.0:1746157399.829223:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268570624 00000100:00100000:0.0:1746157399.829232:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.829261:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268570752 00000100:00100000:3.0:1746157399.829263:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268570752 00000100:00100000:1.0:1746157399.829269:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7091 00000100:00100000:1.0:1746157399.829278:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:31587:x1830978268570624:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.829290:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.829303:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e96 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.829323:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.829329:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.829330:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.829334:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.829357:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.829366:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 5 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:3.0:1746157399.829367:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7092 00000100:00100000:3.0:1746157399.829373:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:31597:x1830978268570752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157399.829376:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267178624:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.829380:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.829386:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031e9d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.829397:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.829401:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.829406:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157399.829409:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 88 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.829428:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.829442:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 88 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.829447:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00010000:00010000:3.0:1746157399.829552:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157399.829573:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31597:x1830978268570752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.829578:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7092 00000100:00100000:1.0:1746157399.830681:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267178624:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.830694:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.830703:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157399.830732:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:31587:x1830978268570624:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1455us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.830737:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7091 00000100:00100000:0.0:1746157399.830852:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.830920:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268570880 00000100:00100000:2.0:1746157399.830924:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268570880 00010000:00010000:2.0:1746157399.830940:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.830963:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10419 00000100:00100000:2.0:1746157399.830968:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268570880:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.830977:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.830992:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.831000:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.831015:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e6116f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e8f expref: 6 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.831040:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.831042:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.831047:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 86 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.831054:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 86 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.831107:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 86 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.831117:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 86 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.831126:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267178880:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.831164:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.832542:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267178880:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.832554:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.832580:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268570880:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1611us (1729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.832586:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10419 00000100:00100000:0.0:1746157399.832727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.832872:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268571136 00000100:00100000:1.0:1746157399.832877:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268571136 00002000:00100000:1.0:1746157399.832898:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d6300 x1830978268571136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.832906:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d6300 with x1830978268571136 ext(0->4095) 00010000:00010000:1.0:1746157399.832912:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.832927:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.832933:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d6300 00000100:00100000:1.0:1746157399.832957:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2965 00000100:00100000:1.0:1746157399.832962:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1985:x1830978268571136:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.833112:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1985:x1830978268571136:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.833118:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2965 00002000:00100000:1.0:1746157399.833123:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d6300 x1830978268571136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.833130:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d6300 with x1830978268571136 ext(0->4095) 00010000:00010000:1.0:1746157399.833135:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.833143:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.833148:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d6300 00000100:00100000:0.0:1746157399.834504:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.834540:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268571264 00000100:00100000:2.0:1746157399.834543:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268571264 00010000:00010000:2.0:1746157399.834557:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.834578:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10420 00000100:00100000:2.0:1746157399.834582:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1983:x1830978268571264:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.834587:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.834596:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.834602:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.834614:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61176 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e96 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.834629:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.834630:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.834634:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 86 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.834639:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 86 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.834655:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 86 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.834662:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179008:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.835029:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.836690:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.836704:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179008:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.836716:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157399.836765:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268571520 00000100:00100000:1.0:1746157399.836769:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268571520 00002000:00100000:1.0:1746157399.836793:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5180 x1830978268571520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.836800:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5180 with x1830978268571520 ext(0->4095) 00002000:00010000:1.0:1746157399.836804:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d5180 00000100:00100000:2.0:1746157399.836805:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1983:x1830978268571264:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2221us (2303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.836812:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10420 00000100:00100000:1.0:1746157399.836828:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5033 00000100:00100000:1.0:1746157399.836833:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1985:x1830978268571520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.836944:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1985:x1830978268571520:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.836949:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5033 00002000:00100000:1.0:1746157399.836953:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5180 x1830978268571520/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.836959:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5180 with x1830978268571520 ext(0->4095) 00002000:00010000:1.0:1746157399.836962:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d5180 00000100:00100000:0.0:1746157399.837969:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.838006:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268571648 00000100:00100000:1.0:1746157399.838010:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268571648 00000100:00100000:1.0:1746157399.838131:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7093 00000100:00100000:1.0:1746157399.838137:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268571648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.838146:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.838157:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ea4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.838174:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 85 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.838180:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.838181:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.838184:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.838206:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 85 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.838215:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 85 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.838224:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179136:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.838287:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.839018:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179136:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.839030:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.839039:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157399.839056:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268571648:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 920us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.839062:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7093 00000100:00100000:0.0:1746157399.839237:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.839272:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268571776 00000100:00100000:2.0:1746157399.839276:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268571776 00010000:00010000:2.0:1746157399.839290:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.839315:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10421 00000100:00100000:2.0:1746157399.839320:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1985:x1830978268571776:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.839327:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.839340:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.839349:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.839363:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6117d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031e9d expref: 86 pid: 16659 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.839380:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.839382:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.839388:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.839395:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.839411:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.839419:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179264:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.839464:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.840305:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179264:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.840313:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.840328:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:1985:x1830978268571776:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1009us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.840332:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10421 00000100:00100000:0.0:1746157399.840534:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.840657:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268572032 00000100:00100000:1.0:1746157399.840664:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268572032 00002000:00100000:1.0:1746157399.840685:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7800 x1830978268572032/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.840693:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7800 with x1830978268572032 ext(0->4095) 00002000:00010000:1.0:1746157399.840696:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7800 00000100:00100000:1.0:1746157399.840719:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5034 00000100:00100000:1.0:1746157399.840725:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268572032:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.840848:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268572032:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.840854:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5034 00002000:00100000:1.0:1746157399.840859:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d7800 x1830978268572032/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.840865:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d7800 with x1830978268572032 ext(0->4095) 00002000:00010000:1.0:1746157399.840868:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d7800 00000100:00100000:2.0:1746157399.842041:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.842119:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268572160 00000100:00100000:1.0:1746157399.842123:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268572160 00000100:00100000:1.0:1746157399.842148:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7094 00000100:00100000:1.0:1746157399.842153:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+85:31597:x1830978268572160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.842161:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.842172:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031eab expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.842326:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.842333:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.842334:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.842337:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 86 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.842357:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.842370:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.842379:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179392:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.842536:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.843737:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179392:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.843752:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 86 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.843762:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157399.843794:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:31597:x1830978268572160:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1640us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.843800:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7094 00000100:00100000:0.0:1746157399.844322:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.844356:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268572288 00000100:00100000:2.0:1746157399.844360:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268572288 00010000:00010000:2.0:1746157399.844378:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.844406:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10422 00000100:00100000:2.0:1746157399.844411:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268572288:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.844421:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.844436:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.844445:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.844461:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e61184 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ea4 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.844475:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.844477:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.844482:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 85 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.844489:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 85 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.844509:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 85 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.844517:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179520:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.844568:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.845773:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179520:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157399.845784:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157399.845854:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268572288:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1442us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157399.845861:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10422 00000100:00100000:0.0:1746157399.846441:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.846509:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268572544 00000100:00100000:1.0:1746157399.846514:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268572544 00002000:00100000:1.0:1746157399.846538:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba50380 x1830978268572544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.846545:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50380 with x1830978268572544 ext(0->4095) 00002000:00010000:1.0:1746157399.846548:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba50380 00000100:00100000:1.0:1746157399.846569:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5035 00000100:00100000:1.0:1746157399.846574:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1986:x1830978268572544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.846679:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1986:x1830978268572544:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.846693:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5035 00002000:00100000:1.0:1746157399.846698:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba50380 x1830978268572544/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.846703:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50380 with x1830978268572544 ext(0->4095) 00002000:00010000:1.0:1746157399.846706:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba50380 00000100:00100000:0.0:1746157399.848055:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.848171:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268572672 00000100:00100000:1.0:1746157399.848175:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268572672 00000100:00100000:1.0:1746157399.848200:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7095 00000100:00100000:1.0:1746157399.848203:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268572672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.848211:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.848220:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031eb2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.848235:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 85 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.848241:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.848242:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.848245:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.848265:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 85 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.848275:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 85 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.848289:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179648:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.848355:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.849282:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179648:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.849297:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.849307:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157399.849339:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268572672:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1134us (1286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.849345:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7095 00000100:00100000:0.0:1746157399.849809:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.849857:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268572800 00000100:00100000:3.0:1746157399.849861:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268572800 00002000:00100000:3.0:1746157399.849881:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009ba50e00 x1830978268572800/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.849889:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50e00 with x1830978268572800 ext(0->7) 00010000:00010000:3.0:1746157399.849894:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 86 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.849904:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 86 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.849909:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba50e00 00000100:00100000:3.0:1746157399.849933:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2966 00000100:00100000:3.0:1746157399.849939:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+86:1985:x1830978268572800:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.850799:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1985:x1830978268572800:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 858us (989us total) trans 4294968021 rc 0/0 00000100:00100000:3.0:1746157399.850806:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2966 00002000:00100000:3.0:1746157399.850812:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009ba50e00 x1830978268572800/t4294968021(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.850820:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba50e00 with x1830978268572800 ext(0->7) 00010000:00010000:3.0:1746157399.850825:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.850834:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.850839:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba50e00 00000100:00100000:0.0:1746157399.854247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.854443:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268572928 00000100:00100000:2.0:1746157399.854449:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268572928 00010000:00010000:2.0:1746157399.854475:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.854518:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10423 00000100:00100000:2.0:1746157399.854525:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1986:x1830978268572928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.854535:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.854550:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.854560:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.854576:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e6118b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eab expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.854599:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.854601:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.854607:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.854615:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.854645:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.854658:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179776:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.854721:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.856162:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267179776:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.856175:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.856198:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1986:x1830978268572928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1675us (1957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.856204:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10423 00000100:00100000:0.0:1746157399.856692:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.856756:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268573184 00000100:00100000:3.0:1746157399.856760:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268573184 00002000:00100000:3.0:1746157399.856786:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53100 x1830978268573184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.856794:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53100 with x1830978268573184 ext(0->4095) 00002000:00010000:3.0:1746157399.856798:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba53100 00000100:00100000:3.0:1746157399.857041:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5036 00000100:00100000:3.0:1746157399.857047:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268573184:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157399.857186:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268573184:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.857192:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5036 00002000:00100000:3.0:1746157399.857196:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53100 x1830978268573184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.857203:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53100 with x1830978268573184 ext(0->4095) 00002000:00010000:3.0:1746157399.857205:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba53100 00000100:00100000:0.0:1746157399.858334:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.858397:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268573312 00000100:00100000:1.0:1746157399.858401:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268573312 00000100:00100000:1.0:1746157399.858433:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7096 00000100:00100000:1.0:1746157399.858438:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:31597:x1830978268573312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.858447:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.858458:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031eb9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.858476:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.858483:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.858484:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.858487:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.858511:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.858520:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.858529:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179904:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.858587:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.860198:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267179904:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.860215:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.860225:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157399.860259:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31597:x1830978268573312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1821us (1926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.860265:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7096 00000100:00100000:0.0:1746157399.861393:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.861429:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.861473:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268573440 00000100:00100000:2.0:1746157399.861478:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268573440 00000100:00100000:1.0:1746157399.861478:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268573568 00000100:00100000:1.0:1746157399.861480:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268573568 00010000:00010000:2.0:1746157399.861495:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.861510:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7097 00000100:00100000:1.0:1746157399.861516:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31587:x1830978268573568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.861525:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.861533:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ec0 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.861548:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.861552:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.861557:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.861560:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.861580:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.861587:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.861593:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157399.861613:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:31587:x1830978268573568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.861623:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7097 00000100:00100000:2.0:1746157399.861669:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10424 00000100:00100000:2.0:1746157399.861675:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1682050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268573440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.861682:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.861698:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.861707:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.861722:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e61192 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb2 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.861731:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.861733:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.861737:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.861743:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.861765:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.861774:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.861783:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180160:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.861823:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094780a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.863421:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180160:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.863434:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.863476:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1682050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268573440:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1801us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.863483:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10424 00000100:00100000:0.0:1746157399.864177:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.864282:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268573824 00000100:00100000:3.0:1746157399.864287:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268573824 00002000:00100000:3.0:1746157399.864312:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51500 x1830978268573824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.864320:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51500 with x1830978268573824 ext(0->4095) 00010000:00010000:3.0:1746157399.864326:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.864336:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.864342:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba51500 00000100:00100000:3.0:1746157399.864371:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2967 00000100:00100000:3.0:1746157399.864377:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1986:x1830978268573824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.864493:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1986:x1830978268573824:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.864498:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2967 00002000:00100000:3.0:1746157399.864502:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51500 x1830978268573824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.864823:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51500 with x1830978268573824 ext(0->4095) 00010000:00010000:3.0:1746157399.864830:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.864839:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.864849:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba51500 00000100:00100000:0.0:1746157399.866486:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.866573:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.866684:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268573952 00000100:00100000:1.0:1746157399.866692:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268573952 00000100:00100000:2.0:1746157399.866789:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268574080 00000100:00100000:2.0:1746157399.866793:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268574080 00010000:00010000:2.0:1746157399.866814:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.866835:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10425 00000100:00100000:2.0:1746157399.866841:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1984:x1830978268574080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.866852:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.866874:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.866885:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.866907:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61199 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eb9 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.866925:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.866927:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.866934:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.866941:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.866975:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.866985:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180288:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.867046:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6e7fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.867277:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7098 00000100:00100000:1.0:1746157399.867284:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268573952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.867296:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.867307:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ec7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.867323:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.867334:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.867335:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.867338:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.867355:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.867365:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.867372:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267180416:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.867415:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.868497:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267180416:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.868519:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.868531:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157399.868696:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268573952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1411us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.868703:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7098 00000100:00100000:2.0:1746157399.868838:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180288:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.868850:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.868891:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1984:x1830978268574080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2050us (2318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.868898:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10425 00000100:00100000:3.0:1746157399.869125:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.869189:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268574336 00000100:00100000:0.0:1746157399.869196:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268574336 00002000:00100000:0.0:1746157399.869227:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb48000 x1830978268574336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157399.869236:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48000 with x1830978268574336 ext(0->4095) 00010000:00010000:0.0:1746157399.869243:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.869254:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746157399.869265:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb48000 00000100:00100000:0.0:1746157399.869292:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2968 00000100:00100000:0.0:1746157399.869298:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1986:x1830978268574336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157399.869452:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1986:x1830978268574336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157399.869457:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2968 00002000:00100000:0.0:1746157399.869463:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb48000 x1830978268574336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157399.869470:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb48000 with x1830978268574336 ext(0->4095) 00010000:00010000:0.0:1746157399.869475:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746157399.869483:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746157399.869489:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb48000 00000100:00100000:0.0:1746157399.871221:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157399.871258:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.871352:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268574464 00000100:00100000:1.0:1746157399.871362:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268574464 00000100:00100000:1.0:1746157399.871415:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7099 00000100:00100000:1.0:1746157399.871422:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31587:x1830978268574464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.871441:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.871458:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ece expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.871462:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268574592 00000100:00100000:2.0:1746157399.871466:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268574592 00010000:00010000:2.0:1746157399.871483:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.871486:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.871491:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.871496:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157399.871499:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 90 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.871505:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10426 00000100:00100000:2.0:1746157399.871509:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1983:x1830978268574592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.871516:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.871535:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.871536:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.871545:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.871581:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 90 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.871590:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00010000:00010000:2.0:1746157399.871617:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e611a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec0 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.871645:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.871647:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.871653:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.871659:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.871692:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.871696:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:31587:x1830978268574464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 272us (477us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157399.871703:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.871703:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7099 00000100:00100000:2.0:1746157399.871720:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180672:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.871786:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6e7fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.873770:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180672:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.873786:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.873831:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1983:x1830978268574592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2320us (2572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.873838:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10426 00000100:00100000:0.0:1746157399.873893:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.873932:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268574848 00000100:00100000:2.0:1746157399.873938:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268574848 00002000:00100000:2.0:1746157399.873963:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51180 x1830978268574848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.873971:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51180 with x1830978268574848 ext(0->4095) 00010000:00010000:2.0:1746157399.873977:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.874128:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.874135:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba51180 00000100:00100000:2.0:1746157399.874157:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2969 00000100:00100000:2.0:1746157399.874163:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268574848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157399.874281:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268574848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.874290:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2969 00002000:00100000:2.0:1746157399.874295:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51180 x1830978268574848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.874301:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51180 with x1830978268574848 ext(0->4095) 00010000:00010000:2.0:1746157399.874306:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.874324:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.874330:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba51180 00000100:00100000:0.0:1746157399.875925:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.876033:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268574976 00000100:00100000:2.0:1746157399.876037:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268574976 00010000:00010000:2.0:1746157399.876060:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.876102:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10427 00000100:00100000:2.0:1746157399.876111:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268574976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.876119:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.876132:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.876141:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.876158:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e611a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ec7 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.876169:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.876171:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.876176:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.876184:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.876207:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.876216:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180800:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.876292:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6e7fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.877618:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267180800:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.877632:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.877661:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268574976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1553us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.877668:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10427 00000100:00100000:0.0:1746157399.879036:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.879115:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268575232 00000100:00100000:2.0:1746157399.879121:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268575232 00002000:00100000:2.0:1746157399.879149:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51880 x1830978268575232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.879155:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51880 with x1830978268575232 ext(0->4095) 00002000:00010000:2.0:1746157399.879158:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba51880 00000100:00100000:2.0:1746157399.879180:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5037 00000100:00100000:2.0:1746157399.879184:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1986:x1830978268575232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.879296:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1986:x1830978268575232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.879302:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5037 00002000:00100000:2.0:1746157399.879308:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51880 x1830978268575232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.879324:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51880 with x1830978268575232 ext(0->4095) 00002000:00010000:2.0:1746157399.879329:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba51880 00000100:00100000:0.0:1746157399.881725:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.881804:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268575360 00000100:00100000:1.0:1746157399.881811:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268575360 00000100:00100000:1.0:1746157399.881860:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7100 00000100:00100000:1.0:1746157399.881866:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268575360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.881878:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.881891:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ed5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.881913:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.881919:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.881920:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.881924:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.881947:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.881958:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.881967:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267180928:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.882146:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.883912:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267180928:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.883917:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157399.883933:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.883944:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157399.883989:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268575360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2122us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.883991:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268575488 00000100:00100000:1.0:1746157399.883995:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7100 00000100:00100000:2.0:1746157399.884455:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268575488 00010000:00010000:2.0:1746157399.884476:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.884505:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10428 00000100:00100000:2.0:1746157399.884510:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1985:x1830978268575488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.884517:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.884532:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.884540:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.884554:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e611ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ece expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.884573:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.884575:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.884580:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.884586:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.884604:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.884612:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181056:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.884662:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6e7fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.886110:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181056:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.886125:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.886149:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:1985:x1830978268575488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1638us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.886156:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10428 00000100:00100000:0.0:1746157399.886787:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.886852:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268575744 00000100:00100000:2.0:1746157399.886857:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268575744 00002000:00100000:2.0:1746157399.886881:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c85180 x1830978268575744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.886889:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85180 with x1830978268575744 ext(0->4095) 00002000:00010000:2.0:1746157399.886892:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85180 00000100:00100000:2.0:1746157399.886945:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5038 00000100:00100000:2.0:1746157399.886953:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268575744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.887101:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268575744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.887107:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5038 00002000:00100000:2.0:1746157399.887112:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c85180 x1830978268575744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.887117:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85180 with x1830978268575744 ext(0->4095) 00002000:00010000:2.0:1746157399.887120:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85180 00000100:00100000:0.0:1746157399.888441:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.888512:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268575872 00000100:00100000:1.0:1746157399.888516:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268575872 00000100:00100000:1.0:1746157399.888550:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7101 00000100:00100000:1.0:1746157399.888554:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+87:31597:x1830978268575872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.888561:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.888571:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031edc expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.888585:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.888589:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.888590:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.888592:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.888608:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.888614:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.888621:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267181184:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157399.888675:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.889660:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.889678:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267181184:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.889688:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157399.889690:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157399.889694:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157399.889712:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31597:x1830978268575872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1158us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.889716:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7101 00000100:00100000:2.0:1746157399.889726:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268576128 00000100:00100000:1.0:1746157399.889727:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268576000 00000100:00100000:2.0:1746157399.889729:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268576128 00000100:00100000:1.0:1746157399.889729:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268576000 00010000:00010000:2.0:1746157399.889742:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.889747:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7102 00000100:00100000:1.0:1746157399.889750:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31587:x1830978268576000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.889755:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.889759:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ee3 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.889763:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10429 00000100:00100000:2.0:1746157399.889767:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268576128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157399.889767:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.889769:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.889772:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157399.889772:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.889774:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.889782:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.889784:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.889788:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.889801:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ed5 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.889806:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.889807:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.889808:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.889812:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.889819:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.889824:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00010000:00010000:2.0:1746157399.889831:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157399.889834:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:31587:x1830978268576000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (176us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157399.889837:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.889839:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7102 00000100:00100000:2.0:1746157399.889841:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181440:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.889888:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6e7fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.891028:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181440:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.891039:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.891068:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268576128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1299us (1376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.891103:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10429 00000100:00100000:0.0:1746157399.891394:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.891473:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268576384 00000100:00100000:2.0:1746157399.891476:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268576384 00002000:00100000:2.0:1746157399.891496:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87100 x1830978268576384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.891503:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87100 with x1830978268576384 ext(0->4095) 00010000:00010000:2.0:1746157399.891509:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.891518:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.891524:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c87100 00000100:00100000:2.0:1746157399.891548:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2970 00000100:00100000:2.0:1746157399.891553:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1986:x1830978268576384:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157399.891642:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1986:x1830978268576384:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 88us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.891648:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2970 00002000:00100000:2.0:1746157399.891652:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87100 x1830978268576384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.891659:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87100 with x1830978268576384 ext(0->4095) 00010000:00010000:2.0:1746157399.891662:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.891670:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.891675:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c87100 00000100:00100000:0.0:1746157399.893514:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.893642:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268576512 00000100:00100000:0.0:1746157399.893645:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.893646:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268576512 00000100:00100000:1.0:1746157399.893679:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7103 00000100:00100000:1.0:1746157399.893686:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268576512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157399.893695:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157399.893705:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031eea expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.893739:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268576640 00000100:00100000:2.0:1746157399.893743:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268576640 00010000:00010000:2.0:1746157399.893755:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.893770:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10430 00000100:00100000:2.0:1746157399.893774:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1986:x1830978268576640:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.893780:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.893792:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.893800:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.893814:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e611bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031edc expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.893815:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.893820:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.893825:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157399.893828:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.893973:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.893975:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.893981:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.893988:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.894008:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.894018:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.894027:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.894028:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267181568:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.894034:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.894041:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181696:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.894122:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6e7fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.894125:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.895160:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267181568:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157399.895178:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.895187:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:2.0:1746157399.895210:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181696:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157399.895211:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268576512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1525us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157399.895216:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7103 00010000:00010000:2.0:1746157399.895220:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.895232:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1986:x1830978268576640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1458us (1588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.895238:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10430 00000100:00100000:0.0:1746157399.895820:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.895867:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268576896 00000100:00100000:1.0:1746157399.895872:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268576896 00002000:00100000:1.0:1746157399.895895:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c84e00 x1830978268576896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.895903:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84e00 with x1830978268576896 ext(0->4095) 00010000:00010000:1.0:1746157399.895909:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.895918:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.895924:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c84e00 00000100:00100000:1.0:1746157399.895949:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2971 00000100:00100000:1.0:1746157399.895955:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1985:x1830978268576896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.896066:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1985:x1830978268576896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.896069:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2971 00002000:00100000:1.0:1746157399.896102:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c84e00 x1830978268576896/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.896109:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84e00 with x1830978268576896 ext(0->4095) 00010000:00010000:1.0:1746157399.896112:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.896197:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.896203:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c84e00 00000100:00100000:0.0:1746157399.897814:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.897871:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268577024 00000100:00100000:2.0:1746157399.897876:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268577024 00000100:00100000:0.0:1746157399.897885:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157399.897899:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.897916:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10431 00000100:00100000:2.0:1746157399.897921:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1985:x1830978268577024:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.897929:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157399.897935:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268577152 00000100:00100000:1.0:1746157399.897939:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268577152 00010000:00010000:2.0:1746157399.897943:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.897951:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.897967:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e611c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ee3 expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.897973:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7104 00010000:00010000:2.0:1746157399.897978:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746157399.897978:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31587:x1830978268577152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.897979:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.897985:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.897986:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.897991:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.897996:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ef1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.898010:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.898016:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.898018:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157399.898020:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.898029:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.898036:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157399.898049:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.898058:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746157399.898058:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267181952:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.898066:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181824:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.898158:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6e7fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157399.898231:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.899201:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267181824:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.899213:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.899249:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1985:x1830978268577024:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1327us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.899255:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10431 00000100:00100000:2.0:1746157399.899465:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267181952:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.899478:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 88 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.899488:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:2.0:1746157399.899518:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:31587:x1830978268577152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1540us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.899524:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7104 00000100:00100000:0.0:1746157399.899789:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.899839:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268577408 00000100:00100000:1.0:1746157399.899842:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268577408 00002000:00100000:1.0:1746157399.899862:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c86680 x1830978268577408/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.899867:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86680 with x1830978268577408 ext(0->4095) 00010000:00010000:1.0:1746157399.899871:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.899878:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.899882:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c86680 00000100:00100000:1.0:1746157399.899898:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2972 00000100:00100000:1.0:1746157399.899904:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268577408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157399.900332:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268577408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 427us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157399.900338:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2972 00002000:00100000:1.0:1746157399.900343:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c86680 x1830978268577408/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.900356:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86680 with x1830978268577408 ext(0->4095) 00010000:00010000:1.0:1746157399.900361:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746157399.900373:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746157399.900378:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c86680 00000100:00100000:0.0:1746157399.902168:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.902215:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268577536 00000100:00100000:2.0:1746157399.902220:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268577536 00010000:00010000:2.0:1746157399.902242:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.902267:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10432 00000100:00100000:2.0:1746157399.902274:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268577536:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.902282:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.902297:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.902306:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.902323:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e611ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eea expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.902342:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.902344:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.902349:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.902356:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.902385:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.902395:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182080:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.902464:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.903581:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182080:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.903593:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.903623:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268577536:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1348us (1457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.903629:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10432 00000100:00100000:0.0:1746157399.903967:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157399.904024:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268577792 00000100:00100000:1.0:1746157399.904028:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268577792 00002000:00100000:1.0:1746157399.904046:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c85500 x1830978268577792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157399.904052:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85500 with x1830978268577792 ext(0->4095) 00002000:00010000:1.0:1746157399.904054:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85500 00000100:00100000:1.0:1746157399.904100:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5039 00000100:00100000:1.0:1746157399.904106:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1984:x1830978268577792:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746157399.904690:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1984:x1830978268577792:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 582us (721us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157399.904697:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5039 00002000:00100000:0.0:1746157399.904702:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c85500 x1830978268577792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157399.904709:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85500 with x1830978268577792 ext(0->4095) 00002000:00010000:0.0:1746157399.904711:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85500 00000100:00100000:0.0:1746157399.907125:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.907261:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268577920 00000100:00100000:2.0:1746157399.907268:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268577920 00000100:00100000:2.0:1746157399.907313:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7105 00000100:00100000:2.0:1746157399.907319:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268577920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.907332:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.907343:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ef8 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.907364:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.907371:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.907372:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.907375:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.907399:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 87 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.907409:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 87 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.907419:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182208:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.907485:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.909470:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182208:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.909496:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.909554:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:2.0:1746157399.909601:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268577920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2281us (2481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.909609:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7105 00000100:00100000:0.0:1746157399.910237:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.910417:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268578048 00000100:00100000:2.0:1746157399.910422:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268578048 00002000:00100000:2.0:1746157399.910449:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c87480 x1830978268578048/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.910457:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87480 with x1830978268578048 ext(0->7) 00010000:00010000:2.0:1746157399.910462:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.910471:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 88 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.910477:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c87480 00000100:00100000:2.0:1746157399.910504:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2973 00000100:00100000:2.0:1746157399.910510:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+88:1985:x1830978268578048:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157399.911005:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1985:x1830978268578048:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 494us (767us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1746157399.911010:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2973 00002000:00100000:2.0:1746157399.911015:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092c87480 x1830978268578048/t4294968022(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.911027:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87480 with x1830978268578048 ext(0->7) 00010000:00010000:2.0:1746157399.911031:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.911039:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:2.0:1746157399.911044:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c87480 00000100:00100000:0.0:1746157399.913258:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.913354:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268578176 00000100:00100000:2.0:1746157399.913361:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268578176 00010000:00010000:2.0:1746157399.913385:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.913406:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10433 00000100:00100000:2.0:1746157399.913411:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1985:x1830978268578176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.913421:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.913435:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.913445:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.913461:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e611d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef1 expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.913703:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.913705:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.913711:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.913718:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.913745:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.913755:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182336:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.913910:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.915523:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182336:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.915538:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157399.915539:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.915588:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:1985:x1830978268578176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2175us (2334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.915595:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10433 00000100:00100000:3.0:1746157399.915621:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268578432 00000100:00100000:3.0:1746157399.915629:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268578432 00002000:00100000:3.0:1746157399.915668:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87800 x1830978268578432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.915678:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268578432 ext(0->4095) 00002000:00010000:3.0:1746157399.915683:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:3.0:1746157399.915701:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5040 00000100:00100000:3.0:1746157399.915712:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268578432:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157399.915882:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268578432:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.915888:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5040 00002000:00100000:3.0:1746157399.915894:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87800 x1830978268578432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.915900:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268578432 ext(0->4095) 00002000:00010000:3.0:1746157399.915903:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:0.0:1746157399.918765:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.918839:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268578560 00000100:00100000:2.0:1746157399.918848:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268578560 00000100:00100000:2.0:1746157399.918907:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7106 00000100:00100000:2.0:1746157399.918914:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+89:31597:x1830978268578560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.918927:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.918941:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031eff expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.918964:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.918975:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.918977:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.918979:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 90 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.919003:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.919014:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.919024:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182464:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.919256:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.920530:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182464:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.920546:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 90 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.920555:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157399.920587:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:31597:x1830978268578560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1674us (1829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.920592:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7106 00000100:00100000:0.0:1746157399.925550:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.925877:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268578688 00000100:00100000:2.0:1746157399.925885:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268578688 00010000:00010000:2.0:1746157399.925913:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.925951:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10434 00000100:00100000:2.0:1746157399.925958:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268578688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.925969:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.925985:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.925995:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.926011:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e611d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ef8 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.926040:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.926041:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.926048:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.926054:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.926112:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.926124:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182592:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.926202:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.927701:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182592:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.927716:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.927743:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268578688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1784us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.927750:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10434 00000100:00100000:0.0:1746157399.928676:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.928746:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268578944 00000100:00100000:2.0:1746157399.928755:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268578944 00002000:00100000:2.0:1746157399.928782:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732f480 x1830978268578944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.928790:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732f480 with x1830978268578944 ext(0->4095) 00002000:00010000:2.0:1746157399.928793:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013732f480 00000100:00100000:2.0:1746157399.928822:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5041 00000100:00100000:2.0:1746157399.928829:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1983:x1830978268578944:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746157399.928946:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1983:x1830978268578944:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157399.928951:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5041 00002000:00100000:2.0:1746157399.928956:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732f480 x1830978268578944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157399.928962:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732f480 with x1830978268578944 ext(0->4095) 00002000:00010000:2.0:1746157399.928964:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013732f480 00000100:00100000:0.0:1746157399.931276:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.931355:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268579072 00000100:00100000:2.0:1746157399.931361:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268579072 00000100:00100000:2.0:1746157399.931390:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7107 00000100:00100000:2.0:1746157399.931395:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268579072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.931410:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.931448:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f06 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.931471:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.931478:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.931479:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.931482:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.931504:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 89 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.931514:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 89 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.931523:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182720:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.931722:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.933033:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182720:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.933054:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.933066:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157399.933137:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268579072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1741us (1864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.933147:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7107 00000100:00100000:0.0:1746157399.933396:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.933444:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268579200 00000100:00100000:3.0:1746157399.933449:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268579200 00002000:00100000:3.0:1746157399.933474:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013732c000 x1830978268579200/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.933486:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732c000 with x1830978268579200 ext(0->7) 00010000:00010000:3.0:1746157399.933492:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.933503:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 90 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.933508:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013732c000 00000100:00100000:3.0:1746157399.933528:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2974 00000100:00100000:3.0:1746157399.933533:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+90:1986:x1830978268579200:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.933781:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:1986:x1830978268579200:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 246us (383us total) trans 4294968023 rc 0/0 00000100:00100000:3.0:1746157399.933786:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2974 00002000:00100000:3.0:1746157399.933792:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013732c000 x1830978268579200/t4294968023(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.933799:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732c000 with x1830978268579200 ext(0->7) 00010000:00010000:3.0:1746157399.933804:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 92 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.933812:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 92 pid: 8488 timeout: 606 lvb_type: 0 00002000:00010000:3.0:1746157399.933817:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013732c000 00000100:00100000:0.0:1746157399.935213:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.935280:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268579328 00000100:00100000:2.0:1746157399.935291:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268579328 00010000:00010000:2.0:1746157399.935312:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 92 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.935347:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10435 00000100:00100000:2.0:1746157399.935352:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:1983:x1830978268579328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.935362:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.935375:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 92 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.935384:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 92 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.935402:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e611df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031eff expref: 92 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.935455:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.935458:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.935464:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.935471:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.935497:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.935506:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182848:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.935708:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.937144:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.937159:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267182848:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.937173:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.937199:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+91:1983:x1830978268579328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1847us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.937207:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10435 00000100:00100000:3.0:1746157399.937211:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268579584 00000100:00100000:3.0:1746157399.937215:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268579584 00002000:00100000:3.0:1746157399.937241:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732e300 x1830978268579584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.937254:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732e300 with x1830978268579584 ext(0->4095) 00002000:00010000:3.0:1746157399.937258:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013732e300 00000100:00100000:3.0:1746157399.937278:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5042 00000100:00100000:3.0:1746157399.937283:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268579584:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157399.937568:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268579584:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 283us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.937574:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5042 00002000:00100000:3.0:1746157399.937579:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732e300 x1830978268579584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.937586:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732e300 with x1830978268579584 ext(0->4095) 00002000:00010000:3.0:1746157399.937589:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013732e300 00000100:00100000:0.0:1746157399.939189:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.939444:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268579712 00000100:00100000:2.0:1746157399.939452:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268579712 00000100:00100000:2.0:1746157399.939501:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7108 00000100:00100000:2.0:1746157399.939507:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+91:31597:x1830978268579712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.939519:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.939531:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f0d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.939552:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.939558:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.939560:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.939562:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 92 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.939585:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.939600:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 5 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.939609:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182976:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.939686:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.940992:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267182976:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.941011:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 92 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.941022:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157399.941047:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:31597:x1830978268579712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1541us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.941053:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7108 00000100:00100000:0.0:1746157399.943254:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.943333:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268579840 00000100:00100000:2.0:1746157399.943341:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268579840 00010000:00010000:2.0:1746157399.943370:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.943412:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10436 00000100:00100000:2.0:1746157399.943419:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268579840:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.943429:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.943446:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.943459:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.943478:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e611e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f06 expref: 6 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:2.0:1746157399.943505:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.943507:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.943513:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 91 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.943520:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 91 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.943545:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 91 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.943555:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183104:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.943635:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.944879:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183104:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157399.944890:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157399.944893:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.944925:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268579840:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1506us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.944933:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10436 00000100:00100000:3.0:1746157399.944990:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268580096 00000100:00100000:3.0:1746157399.944994:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268580096 00002000:00100000:3.0:1746157399.945022:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130561f80 x1830978268580096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.945030:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561f80 with x1830978268580096 ext(0->4095) 00002000:00010000:3.0:1746157399.945033:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130561f80 00000100:00100000:3.0:1746157399.945050:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5043 00000100:00100000:3.0:1746157399.945231:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:1983:x1830978268580096:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157399.945341:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:1983:x1830978268580096:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (451us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.945346:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5043 00002000:00100000:3.0:1746157399.945352:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130561f80 x1830978268580096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.945359:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561f80 with x1830978268580096 ext(0->4095) 00002000:00010000:3.0:1746157399.945362:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130561f80 00000100:00100000:0.0:1746157399.946773:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.946829:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268580224 00000100:00100000:2.0:1746157399.946834:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268580224 00000100:00100000:2.0:1746157399.946871:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7109 00000100:00100000:2.0:1746157399.946877:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268580224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.946887:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.946898:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f14 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.946917:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 91 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.946924:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.946925:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.946929:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.946949:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 91 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.946959:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 91 pid: 8488 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1746157399.946968:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267183232:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.947031:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.948475:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.948538:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268580352 00000100:00100000:3.0:1746157399.948544:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268580352 00000100:00100000:2.0:1746157399.948553:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267183232:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.948571:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746157399.948573:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880130561880 x1830978268580352/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.948581:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561880 with x1830978268580352 ext(0->7) 00010000:00010000:2.0:1746157399.948582:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00010000:00010000:3.0:1746157399.948586:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 92 pid: 8488 timeout: 606 lvb_type: 0 00010000:00010000:3.0:1746157399.948597:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 92 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.948603:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130561880 00000100:00100000:3.0:1746157399.948624:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2975 00000100:00100000:3.0:1746157399.948630:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+92:1983:x1830978268580352:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157399.948635:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268580224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (1865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.948641:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7109 00000100:00100000:3.0:1746157399.948872:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:1983:x1830978268580352:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 242us (398us total) trans 4294968024 rc 0/0 00000100:00100000:3.0:1746157399.948878:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2975 00002000:00100000:3.0:1746157399.948882:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880130561880 x1830978268580352/t4294968024(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.948889:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561880 with x1830978268580352 ext(0->7) 00010000:00010000:3.0:1746157399.948893:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.948901:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.948907:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130561880 00000100:00100000:0.0:1746157399.951131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.951232:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268580480 00000100:00100000:2.0:1746157399.951246:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268580480 00010000:00010000:2.0:1746157399.951467:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.951496:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10437 00000100:00100000:2.0:1746157399.951503:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:1983:x1830978268580480:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.951513:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.951527:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.951541:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.951560:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e611ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f0d expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.951581:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.951583:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.951588:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.951595:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.951621:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.951629:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183360:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.951691:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.953320:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.953402:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183360:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.953415:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.953425:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268580736 00000100:00100000:3.0:1746157399.953431:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268580736 00000100:00100000:2.0:1746157399.953449:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+93:1983:x1830978268580480:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1946us (2323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.953456:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10437 00002000:00100000:3.0:1746157399.953457:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130563100 x1830978268580736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.953465:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563100 with x1830978268580736 ext(0->4095) 00002000:00010000:3.0:1746157399.953469:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130563100 00000100:00100000:3.0:1746157399.953486:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5044 00000100:00100000:3.0:1746157399.953492:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268580736:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157399.953601:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268580736:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.953605:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5044 00002000:00100000:3.0:1746157399.953609:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130563100 x1830978268580736/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.953613:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563100 with x1830978268580736 ext(0->4095) 00002000:00010000:3.0:1746157399.953615:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130563100 00000100:00100000:0.0:1746157399.954690:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.954731:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268580864 00000100:00100000:2.0:1746157399.954735:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268580864 00000100:00100000:2.0:1746157399.954766:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7110 00000100:00100000:2.0:1746157399.954772:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+93:31597:x1830978268580864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.954781:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.954791:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f1b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.954809:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.954815:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.954817:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.954820:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 94 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.954845:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.954859:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.954868:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267183488:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.954921:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.955912:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267183488:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.955928:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 94 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.955938:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157399.955960:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:31597:x1830978268580864:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1188us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.955966:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7110 00000100:00100000:0.0:1746157399.957433:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.957486:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268580992 00000100:00100000:2.0:1746157399.957491:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268580992 00010000:00010000:2.0:1746157399.957509:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.957537:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10438 00000100:00100000:2.0:1746157399.957543:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268580992:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.957551:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.957568:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.957578:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.957593:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e611f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f14 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.957615:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.957617:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.957623:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 93 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.957630:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 93 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.957650:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 93 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.957659:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183616:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.957704:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.958827:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.958850:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183616:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.958860:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.958878:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268580992:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1336us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.958883:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10438 00000100:00100000:3.0:1746157399.958910:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268581248 00000100:00100000:3.0:1746157399.958914:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268581248 00002000:00100000:3.0:1746157399.958937:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130562a00 x1830978268581248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.958949:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562a00 with x1830978268581248 ext(0->4095) 00002000:00010000:3.0:1746157399.958952:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130562a00 00000100:00100000:3.0:1746157399.958977:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5045 00000100:00100000:3.0:1746157399.958983:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:1984:x1830978268581248:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157399.959123:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:1984:x1830978268581248:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.959132:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5045 00002000:00100000:3.0:1746157399.959136:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130562a00 x1830978268581248/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.959142:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562a00 with x1830978268581248 ext(0->4095) 00002000:00010000:3.0:1746157399.959145:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130562a00 00000100:00100000:0.0:1746157399.960422:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.960538:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268581376 00000100:00100000:2.0:1746157399.960543:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268581376 00000100:00100000:2.0:1746157399.960580:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7111 00000100:00100000:2.0:1746157399.960586:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268581376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.960597:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.960608:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f22 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.960627:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 93 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.960634:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.960635:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.960638:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.960660:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 93 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.960670:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 93 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.960681:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267183744:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.960744:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.962142:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267183744:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157399.962156:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157399.962161:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.962173:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157399.962205:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268581376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1620us (1785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.962206:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268581504 00000100:00100000:3.0:1746157399.962211:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268581504 00000100:00100000:2.0:1746157399.962211:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7111 00002000:00100000:3.0:1746157399.962236:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880130561500 x1830978268581504/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.962243:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561500 with x1830978268581504 ext(0->7) 00010000:00010000:3.0:1746157399.962249:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.962259:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 94 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.962266:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130561500 00000100:00100000:3.0:1746157399.962284:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2976 00000100:00100000:3.0:1746157399.962291:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+94:1985:x1830978268581504:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.962507:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:1985:x1830978268581504:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 216us (351us total) trans 4294968025 rc 0/0 00000100:00100000:3.0:1746157399.962512:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2976 00002000:00100000:3.0:1746157399.962517:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880130561500 x1830978268581504/t4294968025(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.962524:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561500 with x1830978268581504 ext(0->7) 00010000:00010000:3.0:1746157399.962528:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.962536:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.962542:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130561500 00000100:00100000:0.0:1746157399.963741:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.963789:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268581632 00000100:00100000:2.0:1746157399.963794:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268581632 00010000:00010000:2.0:1746157399.963812:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.963839:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10439 00000100:00100000:2.0:1746157399.963845:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:1985:x1830978268581632:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.963853:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.963864:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.963873:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.963887:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e611fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f1b expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.963908:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.963910:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.963913:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.963918:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.963939:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.963946:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183872:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.964006:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.966202:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.966225:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267183872:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.966241:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.966257:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268581888 00000100:00100000:3.0:1746157399.966263:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268581888 00000100:00100000:2.0:1746157399.966267:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+95:1985:x1830978268581632:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2423us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.966274:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10439 00002000:00100000:3.0:1746157399.966289:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c52bb80 x1830978268581888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.966297:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52bb80 with x1830978268581888 ext(0->4095) 00002000:00010000:3.0:1746157399.966301:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c52bb80 00000100:00100000:3.0:1746157399.966314:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5046 00000100:00100000:3.0:1746157399.966319:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268581888:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157399.966427:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268581888:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (230us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.966435:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5046 00002000:00100000:3.0:1746157399.966440:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c52bb80 x1830978268581888/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.966446:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52bb80 with x1830978268581888 ext(0->4095) 00002000:00010000:3.0:1746157399.966449:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c52bb80 00000100:00100000:0.0:1746157399.967785:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.967829:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268582016 00000100:00100000:2.0:1746157399.967833:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268582016 00000100:00100000:2.0:1746157399.967863:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7112 00000100:00100000:2.0:1746157399.967868:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+95:31597:x1830978268582016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.967879:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.967890:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f29 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.967909:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.967915:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.967917:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.967919:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 96 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.967944:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.967954:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.967963:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184000:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.968032:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.969677:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184000:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.969696:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 96 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.969707:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157399.969734:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:31597:x1830978268582016:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1865us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.969739:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7112 00000100:00100000:0.0:1746157399.970603:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.970695:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268582144 00000100:00100000:2.0:1746157399.970700:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268582144 00010000:00010000:2.0:1746157399.970720:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.970738:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10440 00000100:00100000:2.0:1746157399.970744:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268582144:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.970752:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.970768:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.970778:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.970795:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e61202 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f22 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.970822:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.970824:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.970829:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 95 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.970836:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 95 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.971008:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 95 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.971019:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184128:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.971099:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.973023:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184128:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.973037:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.973534:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268582144:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2787us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.973541:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10440 00000100:00100000:0.0:1746157399.973842:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.973884:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268582400 00000100:00100000:3.0:1746157399.973890:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268582400 00002000:00100000:3.0:1746157399.973918:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529500 x1830978268582400/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.973927:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529500 with x1830978268582400 ext(0->4095) 00002000:00010000:3.0:1746157399.973930:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c529500 00000100:00100000:3.0:1746157399.973945:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5047 00000100:00100000:3.0:1746157399.973951:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:1984:x1830978268582400:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746157399.974061:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:1984:x1830978268582400:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (219us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.974067:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5047 00002000:00100000:3.0:1746157399.974098:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529500 x1830978268582400/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.974105:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529500 with x1830978268582400 ext(0->4095) 00002000:00010000:3.0:1746157399.974107:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c529500 00000100:00100000:0.0:1746157399.975579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.975628:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268582528 00000100:00100000:2.0:1746157399.975634:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268582528 00000100:00100000:2.0:1746157399.975698:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7113 00000100:00100000:2.0:1746157399.975706:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268582528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.975715:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.975727:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f30 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.975746:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 95 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.975751:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.975753:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.975755:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.975771:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 95 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.975778:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 95 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.975786:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184256:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.976426:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.976996:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184256:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.977025:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.977040:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157399.977148:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268582528:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1441us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.977156:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7113 00000100:00100000:0.0:1746157399.977314:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.977362:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268582656 00000100:00100000:3.0:1746157399.977367:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268582656 00002000:00100000:3.0:1746157399.977389:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008c528a80 x1830978268582656/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.977397:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528a80 with x1830978268582656 ext(0->7) 00010000:00010000:3.0:1746157399.977403:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.977412:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 96 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.977418:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c528a80 00000100:00100000:3.0:1746157399.977431:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2977 00000100:00100000:3.0:1746157399.977436:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+96:1985:x1830978268582656:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.977787:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+98:1985:x1830978268582656:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 349us (474us total) trans 4294968026 rc 0/0 00000100:00100000:3.0:1746157399.977794:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2977 00002000:00100000:3.0:1746157399.977800:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008c528a80 x1830978268582656/t4294968026(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.977807:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528a80 with x1830978268582656 ext(0->7) 00010000:00010000:3.0:1746157399.977811:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.977819:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.977825:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c528a80 00000100:00100000:0.0:1746157399.979059:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.979150:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268582784 00000100:00100000:2.0:1746157399.979159:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268582784 00010000:00010000:2.0:1746157399.979190:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.979223:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10441 00000100:00100000:2.0:1746157399.979229:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+98:1983:x1830978268582784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157399.979240:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157399.979259:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.979269:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.979290:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61209 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f29 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.979319:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.979320:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.979327:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.979335:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.979370:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157399.979380:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184384:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.979455:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.980408:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184384:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157399.980426:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157399.980468:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+97:1983:x1830978268582784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1239us (1410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.980476:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10441 00000100:00100000:0.0:1746157399.980821:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.980860:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268583040 00000100:00100000:3.0:1746157399.980867:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268583040 00002000:00100000:3.0:1746157399.980894:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c52b800 x1830978268583040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.980901:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b800 with x1830978268583040 ext(0->4095) 00002000:00010000:3.0:1746157399.980905:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c52b800 00000100:00100000:3.0:1746157399.980924:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5048 00000100:00100000:3.0:1746157399.980929:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268583040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.981259:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268583040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 327us (439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.981265:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5048 00002000:00100000:3.0:1746157399.981271:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c52b800 x1830978268583040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.981277:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b800 with x1830978268583040 ext(0->4095) 00002000:00010000:3.0:1746157399.981279:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c52b800 00000100:00100000:0.0:1746157399.982375:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.982482:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268583168 00000100:00100000:2.0:1746157399.982487:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268583168 00000100:00100000:2.0:1746157399.982525:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7114 00000100:00100000:2.0:1746157399.982531:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+97:31597:x1830978268583168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.982541:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.982552:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f37 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.982572:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.982578:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.982579:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.982583:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 98 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.982608:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.982619:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.982628:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184512:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.982686:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157399.983934:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.984000:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184512:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157399.984014:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268583296 00000100:00100000:3.0:1746157399.984019:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268583296 00010000:00010000:2.0:1746157399.984027:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 98 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.984035:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.984038:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:3.0:1746157399.984054:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10442 00000100:00100000:3.0:1746157399.984059:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268583296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.984067:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157399.984101:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+98:31597:x1830978268583168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1541us (1699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.984107:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7114 00010000:00010000:3.0:1746157399.984111:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.984125:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.984140:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61210 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f30 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.984152:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.984154:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.984158:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 97 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.984164:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 97 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.984183:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 97 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.984191:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184640:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.984234:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.985217:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184640:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.985229:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.985249:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268583296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1190us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.985256:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10442 00000100:00100000:0.0:1746157399.985476:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.985784:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268583552 00000100:00100000:3.0:1746157399.985788:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268583552 00002000:00100000:3.0:1746157399.985811:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529880 x1830978268583552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.985819:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529880 with x1830978268583552 ext(0->4095) 00002000:00010000:3.0:1746157399.985822:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c529880 00000100:00100000:3.0:1746157399.985845:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5049 00000100:00100000:3.0:1746157399.985851:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+98:1986:x1830978268583552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157399.985959:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+98:1986:x1830978268583552:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.985965:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5049 00002000:00100000:3.0:1746157399.985969:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529880 x1830978268583552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.985976:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529880 with x1830978268583552 ext(0->4095) 00002000:00010000:3.0:1746157399.985979:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c529880 00000100:00100000:0.0:1746157399.987972:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.988209:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268583680 00000100:00100000:2.0:1746157399.988214:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268583680 00000100:00100000:2.0:1746157399.988260:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7115 00000100:00100000:2.0:1746157399.988266:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268583680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.988278:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.988289:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f3e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.988309:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 97 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.988316:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.988318:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.988321:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.988342:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 97 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.988351:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 97 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.988360:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184768:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.988428:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.989251:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267184768:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.989267:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.989278:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157399.989310:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268583680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1044us (1342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.989320:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7115 00000100:00100000:0.0:1746157399.989846:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.989911:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268583808 00000100:00100000:3.0:1746157399.989916:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268583808 00002000:00100000:3.0:1746157399.989940:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093feb100 x1830978268583808/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.989948:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093feb100 with x1830978268583808 ext(0->7) 00010000:00010000:3.0:1746157399.989953:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.989964:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 98 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.989970:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093feb100 00000100:00100000:3.0:1746157399.989995:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2978 00000100:00100000:3.0:1746157399.990001:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+98:1985:x1830978268583808:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157399.990280:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268583808:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 278us (434us total) trans 4294968027 rc 0/0 00000100:00100000:3.0:1746157399.990287:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2978 00002000:00100000:3.0:1746157399.990292:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093feb100 x1830978268583808/t4294968027(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:205/0 lens 496/448 e 0 to 0 dl 1746157410 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.990299:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093feb100 with x1830978268583808 ext(0->7) 00010000:00010000:3.0:1746157399.990303:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.990312:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157399.990317:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093feb100 00000100:00100000:0.0:1746157399.991596:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.991642:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268583936 00000100:00100000:3.0:1746157399.991646:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268583936 00010000:00010000:3.0:1746157399.991662:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157399.991686:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10443 00000100:00100000:3.0:1746157399.991691:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268583936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157399.991699:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157399.991710:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.991722:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.991738:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e61217 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f37 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.991752:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.991753:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.991759:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.991765:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.991786:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157399.991795:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184896:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157399.991845:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.992910:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267184896:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157399.992924:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157399.992953:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1984:x1830978268583936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1261us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157399.992959:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10443 00000100:00100000:0.0:1746157399.993108:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.993165:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268584192 00000100:00100000:3.0:1746157399.993169:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268584192 00002000:00100000:3.0:1746157399.993214:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fea680 x1830978268584192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/0 e 0 to 0 dl 1746157410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.993222:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fea680 with x1830978268584192 ext(0->4095) 00002000:00010000:3.0:1746157399.993226:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fea680 00000100:00100000:3.0:1746157399.993271:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5050 00000100:00100000:3.0:1746157399.993277:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268584192:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746157399.993848:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268584192:12345-192.168.203.5@tcp:3:ptlrpcd_00_00.0 Request processed in 570us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157399.993854:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5050 00002000:00100000:3.0:1746157399.993859:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fea680 x1830978268584192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:205/0 lens 488/4536 e 0 to 0 dl 1746157410 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157399.993865:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fea680 with x1830978268584192 ext(0->4095) 00002000:00010000:3.0:1746157399.993868:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fea680 00000100:00100000:0.0:1746157399.995240:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157399.995283:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268584320 00000100:00100000:2.0:1746157399.995288:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268584320 00000100:00100000:2.0:1746157399.995474:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7116 00000100:00100000:2.0:1746157399.995481:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268584320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.995494:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157399.995505:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f45 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.995531:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.995538:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.995539:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.995542:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.995563:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.995573:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.995583:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267185024:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157399.995834:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157399.997589:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267185024:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157399.997611:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.997623:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157399.997651:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31597:x1830978268584320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2171us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157399.997666:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7116 00000100:00100000:0.0:1746157399.998873:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157399.998934:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268584448 00000100:00100000:3.0:1746157399.998940:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268584448 00000100:00100000:0.0:1746157399.998952:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157399.998963:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157399.998994:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10444 00000100:00100000:3.0:1746157399.999001:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268584448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157399.999008:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268584576 00010000:00010000:3.0:1746157399.999011:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157399.999012:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268584576 00010000:00010000:3.0:1746157399.999026:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.999035:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7117 00010000:00010000:3.0:1746157399.999036:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.999038:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268584576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157399.999047:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157399.999053:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6121e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f3e expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157399.999054:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f4c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.999064:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157399.999067:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.999104:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157399.999108:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.999117:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.999119:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157399.999124:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157399.999131:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.999153:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157399.999163:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157399.999171:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157399.999172:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267185280:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157399.999179:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157399.999187:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267185152:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157399.999229:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157399.999232:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.000299:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267185280:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.000327:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.000340:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:3.0:1746157400.000365:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267185152:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.000379:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.000379:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268584576:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1339us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.000385:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7117 00000100:00100000:3.0:1746157400.000399:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268584448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1399us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.000406:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10444 00000100:00100000:0.0:1746157400.000596:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.000690:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268584832 00000100:00100000:3.0:1746157400.000696:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268584832 00002000:00100000:3.0:1746157400.000745:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe9f80 x1830978268584832/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.000754:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9f80 with x1830978268584832 ext(0->4095) 00010000:00010000:3.0:1746157400.000760:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.000771:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.000778:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe9f80 00000100:00100000:3.0:1746157400.000805:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2979 00000100:00100000:3.0:1746157400.000811:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268584832:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00080000:2.0:1746157400.000867:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746157400.000990:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268584832:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.000997:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2979 00002000:00100000:3.0:1746157400.001002:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe9f80 x1830978268584832/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.001009:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9f80 with x1830978268584832 ext(0->4095) 00010000:00010000:3.0:1746157400.001014:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.001022:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.001028:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe9f80 00000100:00100000:2.0:1746157400.002368:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.002440:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.002494:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268584960 00000100:00100000:0.0:1746157400.002500:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268584960 00000100:00100000:3.0:1746157400.002509:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268585088 00000100:00100000:3.0:1746157400.002513:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268585088 00000100:00100000:0.0:1746157400.002541:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7118 00000100:00100000:0.0:1746157400.002547:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268584960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.002562:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.002575:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f53 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.002596:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.002602:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.002607:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157400.002610:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.002643:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.002655:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.002668:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321d800, rc 0) 00010000:00010000:3.0:1746157400.002694:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746157400.002732:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268584960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.002736:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10445 00000100:00100000:0.0:1746157400.002738:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7118 00000100:00100000:3.0:1746157400.002742:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268585088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.002750:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.002768:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.002777:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.002793:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61225 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f45 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.002805:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.002806:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.002811:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.002817:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.002836:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.002849:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.002860:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267185536:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.002906:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b683c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.004356:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.004427:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267185536:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.004438:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268585344 00000100:00100000:2.0:1746157400.004445:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268585344 00010000:00010000:3.0:1746157400.004450:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157400.004483:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe8a80 x1830978268585344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.004492:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe8a80 with x1830978268585344 ext(0->4095) 00010000:00010000:2.0:1746157400.004499:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.004510:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.004515:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe8a80 00000100:00100000:2.0:1746157400.004533:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2980 00000100:00100000:2.0:1746157400.004540:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268585344:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.004584:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268585088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1837us (2138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.004593:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10445 00000100:00100000:2.0:1746157400.004757:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268585344:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 217us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.004767:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2980 00002000:00100000:2.0:1746157400.004772:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe8a80 x1830978268585344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.004779:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe8a80 with x1830978268585344 ext(0->4095) 00010000:00010000:2.0:1746157400.004784:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.004792:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.004798:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe8a80 00000100:00100000:0.0:1746157400.006040:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.006105:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268585600 00000100:00100000:0.0:1746157400.006109:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.006112:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268585600 00000100:00100000:2.0:1746157400.006146:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7119 00000100:00100000:2.0:1746157400.006152:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268585600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157400.006153:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268585472 00000100:00100000:3.0:1746157400.006157:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268585472 00010000:00010000:2.0:1746157400.006164:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.006172:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.006176:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f5a expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.006194:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10446 00010000:00010000:2.0:1746157400.006195:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.006198:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.006199:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268585472:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.006202:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.006204:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.006206:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.006223:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 102 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.006233:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 102 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.006234:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.006249:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e6122c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f4c expref: 102 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.006250:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.006255:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.006256:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.006260:0:8488:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.006264:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.006276:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157400.006281:0:8488:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.006291:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.006304:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267185792:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.006319:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268585472:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 119us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.006352:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.006418:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10446 00000100:00100000:2.0:1746157400.008295:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267185792:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.008319:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:0.0:1746157400.008353:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.008373:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268585600:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2221us (2335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.008385:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7119 00000100:00100000:3.0:1746157400.008465:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268585856 00000100:00100000:3.0:1746157400.008471:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268585856 00002000:00100000:3.0:1746157400.008506:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093feaa00 x1830978268585856/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.008515:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093feaa00 with x1830978268585856 ext(0->4095) 00010000:00010000:3.0:1746157400.008522:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.008535:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.008541:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093feaa00 00000100:00100000:3.0:1746157400.008565:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2981 00000100:00100000:3.0:1746157400.008572:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268585856:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.008745:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268585856:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.008752:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2981 00002000:00100000:3.0:1746157400.008757:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093feaa00 x1830978268585856/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.008763:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093feaa00 with x1830978268585856 ext(0->4095) 00010000:00010000:3.0:1746157400.008768:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.008776:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.008782:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093feaa00 00000100:00100000:0.0:1746157400.010222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.010302:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268585984 00000100:00100000:3.0:1746157400.010311:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268585984 00010000:00010000:3.0:1746157400.010342:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.010595:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10447 00000100:00100000:3.0:1746157400.010607:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268585984:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.010622:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.010641:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.010653:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.010671:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61233 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f53 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.010698:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.010700:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.010707:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.010719:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.010746:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.010756:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267185920:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.010815:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.012035:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267185920:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.012050:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.012106:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268585984:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1469us (1856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.012113:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10447 00000100:00100000:0.0:1746157400.012789:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.012938:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268586240 00000100:00100000:3.0:1746157400.012945:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268586240 00002000:00100000:3.0:1746157400.012974:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe8000 x1830978268586240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.012983:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe8000 with x1830978268586240 ext(0->4095) 00002000:00010000:3.0:1746157400.012987:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fe8000 00000100:00100000:3.0:1746157400.013011:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5051 00000100:00100000:3.0:1746157400.013017:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268586240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.013168:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268586240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (383us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.013177:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5051 00002000:00100000:3.0:1746157400.013181:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe8000 x1830978268586240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.013189:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe8000 with x1830978268586240 ext(0->4095) 00002000:00010000:3.0:1746157400.013191:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fe8000 00000100:00100000:0.0:1746157400.014455:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.014537:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268586368 00000100:00100000:2.0:1746157400.014541:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268586368 00000100:00100000:2.0:1746157400.014581:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7120 00000100:00100000:2.0:1746157400.014587:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268586368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.014597:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.014608:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f61 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.014627:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.014633:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.014635:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.014638:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.014657:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.014666:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 99 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.014676:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267186048:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.014742:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.015760:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267186048:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.015780:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.015788:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157400.015824:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268586368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1237us (1370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.015830:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7120 00000100:00100000:0.0:1746157400.015960:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.016201:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268586496 00000100:00100000:3.0:1746157400.016211:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268586496 00010000:00010000:3.0:1746157400.016250:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.016295:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10448 00000100:00100000:3.0:1746157400.016302:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268586496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.016314:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.016336:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.016348:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.016368:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6123a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f5a expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.016392:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.016394:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.016401:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.016413:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.016547:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.016560:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267186176:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.016748:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.018194:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267186176:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.018217:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.018273:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1985:x1830978268586496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1970us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.018282:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10448 00000100:00100000:0.0:1746157400.018743:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.018791:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268586752 00000100:00100000:3.0:1746157400.018798:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268586752 00002000:00100000:3.0:1746157400.018834:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51dc00 x1830978268586752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.018844:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51dc00 with x1830978268586752 ext(0->4095) 00002000:00010000:3.0:1746157400.018849:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51dc00 00000100:00100000:3.0:1746157400.018866:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5052 00000100:00100000:3.0:1746157400.018873:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268586752:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.019589:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268586752:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 712us (846us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.019602:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5052 00002000:00100000:3.0:1746157400.019613:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51dc00 x1830978268586752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.019622:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51dc00 with x1830978268586752 ext(0->4095) 00002000:00010000:3.0:1746157400.019626:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51dc00 00000100:00100000:0.0:1746157400.021466:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.021536:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268586880 00000100:00100000:2.0:1746157400.021549:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268586880 00000100:00100000:2.0:1746157400.021599:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7121 00000100:00100000:2.0:1746157400.021605:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268586880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.021617:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.021627:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f68 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.021645:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.021649:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.021651:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.021653:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.021671:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.021677:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.021686:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267186304:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.021760:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.022724:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267186304:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.022740:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.022748:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157400.022770:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31597:x1830978268586880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1165us (1314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.022775:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7121 00000100:00100000:0.0:1746157400.023495:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.023581:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268587008 00000100:00100000:3.0:1746157400.023587:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268587008 00010000:00010000:3.0:1746157400.023604:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.023635:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10449 00000100:00100000:3.0:1746157400.023641:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268587008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.023649:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746157400.023659:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157400.023664:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.023673:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.023727:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268587136 00000100:00100000:2.0:1746157400.023731:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268587136 00000100:00100000:2.0:1746157400.023748:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7122 00000100:00100000:2.0:1746157400.023753:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268587136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.023761:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.023769:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f6f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.023853:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.023858:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.023863:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.023866:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.023910:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61241 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f61 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.023920:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.023929:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.023941:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.023943:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.023947:0:8488:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.023953:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.023967:0:8488:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.023975:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.023984:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267186560:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.023988:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.024103:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268587008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 426us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.024112:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10449 00000100:00100000:2.0:1746157400.024130:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.027175:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267186560:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.027191:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157400.027233:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268587136:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3479us (3574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.027240:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7122 00000100:00100000:0.0:1746157400.027317:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.027426:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268587392 00000100:00100000:3.0:1746157400.027431:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268587392 00002000:00100000:3.0:1746157400.027460:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51df80 x1830978268587392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.027468:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51df80 with x1830978268587392 ext(0->4095) 00010000:00010000:3.0:1746157400.027474:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.027485:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.027490:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51df80 00000100:00100000:3.0:1746157400.027515:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2982 00000100:00100000:3.0:1746157400.027521:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268587392:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.027637:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268587392:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.027643:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2982 00002000:00100000:3.0:1746157400.027647:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51df80 x1830978268587392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.027654:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51df80 with x1830978268587392 ext(0->4095) 00010000:00010000:3.0:1746157400.027659:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.027671:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.027676:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51df80 00000100:00100000:0.0:1746157400.029304:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.029460:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268587520 00000100:00100000:2.0:1746157400.029465:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268587520 00000100:00100000:2.0:1746157400.029510:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7123 00000100:00100000:2.0:1746157400.029516:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268587520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.029527:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.029539:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f76 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.029559:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.029564:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.029569:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.029572:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.029599:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.029608:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.029615:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157400.029644:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268587520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.029649:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7123 00000100:00100000:0.0:1746157400.029689:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.029762:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268587648 00000100:00100000:3.0:1746157400.029766:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268587648 00010000:00010000:3.0:1746157400.029780:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.029893:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10450 00000100:00100000:3.0:1746157400.029899:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268587648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.029907:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.029921:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.029929:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.029949:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61248 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f68 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.029958:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.029959:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.029964:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.029975:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.029995:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.030004:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.030013:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267186816:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.030111:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.031012:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267186816:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.031024:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.031213:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268587648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1312us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.031220:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10450 00000100:00100000:1.0:1746157400.031368:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.031493:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268587904 00000100:00100000:3.0:1746157400.031497:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268587904 00002000:00100000:3.0:1746157400.031518:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2d80 x1830978268587904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.031527:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2d80 with x1830978268587904 ext(0->4095) 00010000:00010000:3.0:1746157400.031533:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.031543:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.031549:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e2d80 00000100:00100000:3.0:1746157400.031670:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2983 00000100:00100000:3.0:1746157400.031676:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268587904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.031789:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268587904:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.031794:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2983 00002000:00100000:3.0:1746157400.031799:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2d80 x1830978268587904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.031806:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2d80 with x1830978268587904 ext(0->4095) 00010000:00010000:3.0:1746157400.031810:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.031817:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.031822:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e2d80 00000100:00100000:0.0:1746157400.032812:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.032860:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268588032 00000100:00100000:1.0:1746157400.032865:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268588032 00000100:00100000:1.0:1746157400.032897:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7124 00000100:00100000:1.0:1746157400.032904:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268588032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.032911:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.032921:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f7d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.032940:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.032944:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.032949:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.032951:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 101 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.032971:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.032979:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 101 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.032987:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:1.0:1746157400.033013:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268588032:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.033018:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7124 00000100:00100000:0.0:1746157400.033111:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.033182:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268588160 00000100:00100000:3.0:1746157400.033186:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268588160 00010000:00010000:3.0:1746157400.033198:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.033213:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10451 00000100:00100000:3.0:1746157400.033218:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268588160:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.033224:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.033236:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.033244:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.033258:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e6124f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f6f expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.033266:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.033267:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.033272:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.033278:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.033295:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.033309:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.033318:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187072:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.033604:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.034642:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187072:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.034654:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.034680:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268588160:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1461us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.034690:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10451 00000100:00100000:0.0:1746157400.035196:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.035284:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268588416 00000100:00100000:3.0:1746157400.035288:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268588416 00002000:00100000:3.0:1746157400.035309:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d180 x1830978268588416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.035327:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d180 with x1830978268588416 ext(0->4095) 00010000:00010000:3.0:1746157400.035333:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.035342:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.035348:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51d180 00000100:00100000:3.0:1746157400.035369:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2984 00000100:00100000:3.0:1746157400.035374:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268588416:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.035484:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268588416:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.035489:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2984 00002000:00100000:3.0:1746157400.035494:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d180 x1830978268588416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.035501:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d180 with x1830978268588416 ext(0->4095) 00010000:00010000:3.0:1746157400.035505:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.035517:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.035525:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51d180 00000100:00100000:0.0:1746157400.037099:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.037137:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268588544 00000100:00100000:3.0:1746157400.037141:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268588544 00010000:00010000:3.0:1746157400.037161:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.037192:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10452 00000100:00100000:3.0:1746157400.037198:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1681050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268588544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.037206:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.037221:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.037230:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.037247:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61256 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f76 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.037259:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.037260:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.037266:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.037278:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.037303:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.037312:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187200:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.037375:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.039148:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187200:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.039165:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.039586:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1681050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268588544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1995us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.039594:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10452 00000100:00100000:0.0:1746157400.039896:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.039954:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268588800 00000100:00100000:3.0:1746157400.039958:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268588800 00002000:00100000:3.0:1746157400.039984:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51f800 x1830978268588800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.039992:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51f800 with x1830978268588800 ext(0->4095) 00002000:00010000:3.0:1746157400.039996:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51f800 00000100:00100000:3.0:1746157400.040068:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5053 00000100:00100000:3.0:1746157400.040102:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268588800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.040357:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268588800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 256us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.040367:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5053 00002000:00100000:3.0:1746157400.040372:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51f800 x1830978268588800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.040379:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51f800 with x1830978268588800 ext(0->4095) 00002000:00010000:3.0:1746157400.040382:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51f800 00000100:00100000:2.0:1746157400.042390:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.042886:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268588928 00000100:00100000:0.0:1746157400.042893:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268588928 00000100:00100000:0.0:1746157400.042933:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7125 00000100:00100000:0.0:1746157400.042940:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268588928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.042950:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.042963:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f84 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.042984:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.042990:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.042991:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.042994:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.043016:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.043026:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 99 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746157400.043036:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267187328:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.043147:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.045204:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.045257:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267187328:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.045278:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.045290:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c600, rc 0) 00000100:00100000:3.0:1746157400.045429:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268589056 00000100:00100000:3.0:1746157400.045434:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268589056 00010000:00010000:3.0:1746157400.045477:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.045548:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10453 00000100:00100000:2.0:1746157400.045552:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268588928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2611us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.045556:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268589056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157400.045558:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7125 00010000:00010000:3.0:1746157400.045570:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.045587:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.045597:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.045724:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e6125d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f7d expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.046356:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.046359:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.046365:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.046377:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.046400:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.046409:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187456:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.047048:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.048108:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.048172:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268589312 00000100:00100000:2.0:1746157400.048178:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268589312 00002000:00100000:2.0:1746157400.048209:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ce00 x1830978268589312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.048218:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ce00 with x1830978268589312 ext(0->4095) 00002000:00010000:2.0:1746157400.048221:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51ce00 00000100:00100000:2.0:1746157400.048244:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5054 00000100:00100000:2.0:1746157400.048249:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268589312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.048375:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268589312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.048381:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5054 00000100:00100000:3.0:1746157400.048382:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187456:192.168.203.5@tcp:105: 00002000:00100000:2.0:1746157400.048386:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51ce00 x1830978268589312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.048392:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ce00 with x1830978268589312 ext(0->4095) 00002000:00010000:2.0:1746157400.048394:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51ce00 00010000:00010000:3.0:1746157400.048395:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.048413:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1985:x1830978268589056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2858us (3214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.048418:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10453 00000100:00100000:0.0:1746157400.049566:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.049626:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268589440 00000100:00100000:2.0:1746157400.049630:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268589440 00000100:00100000:2.0:1746157400.049664:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7126 00000100:00100000:2.0:1746157400.049670:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268589440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.049679:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.049690:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f8b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.049710:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.049715:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.049717:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.049719:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.049740:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.049750:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.049759:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267187584:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.050239:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.050338:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.050503:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268589568 00000100:00100000:0.0:1746157400.050506:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268589568 00000100:00100000:0.0:1746157400.050603:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7127 00000100:00100000:0.0:1746157400.050608:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268589568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.050615:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.050622:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f92 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.050633:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.050637:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.050641:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.050644:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.050660:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.050669:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.050676:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321d800, rc 0) 00000100:00100000:0.0:1746157400.050696:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268589568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.050701:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7127 00000100:00100000:2.0:1746157400.051507:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267187584:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.051523:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.051537:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157400.051568:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268589440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1899us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.051574:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7126 00000100:00100000:0.0:1746157400.051783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.051828:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268589696 00000100:00100000:3.0:1746157400.051832:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268589696 00010000:00010000:3.0:1746157400.051848:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.051864:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10454 00000100:00100000:3.0:1746157400.051869:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268589696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.051876:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.051888:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.051894:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.051906:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61264 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f84 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.051912:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.051914:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.051917:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.051922:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.051934:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.051940:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.051946:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187840:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.051988:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.053032:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267187840:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.053044:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.053106:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268589696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1235us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.053112:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10454 00000100:00100000:0.0:1746157400.053415:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.053455:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268589952 00000100:00100000:3.0:1746157400.053460:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268589952 00002000:00100000:3.0:1746157400.053484:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51fb80 x1830978268589952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.053492:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51fb80 with x1830978268589952 ext(0->4095) 00010000:00010000:3.0:1746157400.053498:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.053507:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.053513:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51fb80 00000100:00100000:3.0:1746157400.053531:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2985 00000100:00100000:3.0:1746157400.053536:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268589952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.053626:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268589952:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (212us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.053630:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2985 00002000:00100000:3.0:1746157400.053638:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51fb80 x1830978268589952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.053645:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51fb80 with x1830978268589952 ext(0->4095) 00010000:00010000:3.0:1746157400.053648:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.053656:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.053662:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51fb80 00000100:00100000:0.0:1746157400.055964:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.056052:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268590080 00000100:00100000:2.0:1746157400.056058:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268590080 00000100:00100000:2.0:1746157400.056146:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7128 00000100:00100000:2.0:1746157400.056153:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268590080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.056165:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.056239:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031f99 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.056261:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.056266:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.056273:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.056276:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.056303:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.056314:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157400.056319:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157400.056326:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:3.0:1746157400.056411:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268590208 00000100:00100000:3.0:1746157400.056415:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268590208 00010000:00010000:3.0:1746157400.056431:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.056445:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10455 00000100:00100000:3.0:1746157400.056450:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1983:x1830978268590208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.056457:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.056471:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.056506:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.056598:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268590080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 445us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.056604:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7128 00010000:00010000:3.0:1746157400.056653:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6126b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f8b expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.056662:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.056663:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.056667:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.056673:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.056691:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.056704:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.056713:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188096:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.056781:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.058591:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188096:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.058605:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.058643:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1983:x1830978268590208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2191us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.058650:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10455 00000100:00100000:0.0:1746157400.058824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.059011:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268590464 00000100:00100000:3.0:1746157400.059015:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268590464 00002000:00100000:3.0:1746157400.059038:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83b80 x1830978268590464/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.059046:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83b80 with x1830978268590464 ext(0->4095) 00010000:00010000:3.0:1746157400.059052:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.059063:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.059069:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83b80 00000100:00100000:3.0:1746157400.059129:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2986 00000100:00100000:3.0:1746157400.059136:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268590464:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.059248:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268590464:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (424us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.059253:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2986 00002000:00100000:3.0:1746157400.059258:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83b80 x1830978268590464/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.059264:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83b80 with x1830978268590464 ext(0->4095) 00010000:00010000:3.0:1746157400.059268:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.059277:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.059282:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83b80 00000100:00100000:0.0:1746157400.061010:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.061042:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.061057:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268590592 00000100:00100000:2.0:1746157400.061062:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268590592 00000100:00100000:3.0:1746157400.061117:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268590720 00000100:00100000:3.0:1746157400.061120:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268590720 00010000:00010000:3.0:1746157400.061136:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 101 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.061162:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10456 00000100:00100000:3.0:1746157400.061167:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1983:x1830978268590720:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.061176:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.061189:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 101 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.061198:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 101 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.061215:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321d800/0x4450b99e49e61272 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f92 expref: 101 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.061227:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.061228:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.061234:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.061241:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.061262:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.061312:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7129 00000100:00100000:2.0:1746157400.061317:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268590592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.061325:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.061332:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fa0 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.061345:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.061351:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.061352:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.061355:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.061450:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188224:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.061470:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.061478:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.061491:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267188352:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.061549:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.061591:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.063219:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267188352:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.063239:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.063249:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157400.063274:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268590592:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.063280:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7129 00000100:00100000:0.0:1746157400.063569:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.063634:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188224:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.063645:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.063661:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1983:x1830978268590720:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2493us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.063666:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10456 00000100:00100000:2.0:1746157400.063723:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268590976 00000100:00100000:2.0:1746157400.063727:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268590976 00002000:00100000:2.0:1746157400.063748:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83100 x1830978268590976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.063756:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83100 with x1830978268590976 ext(0->4095) 00010000:00010000:2.0:1746157400.063761:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.063835:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.063841:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83100 00000100:00100000:2.0:1746157400.063866:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2987 00000100:00100000:2.0:1746157400.063872:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268590976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.063969:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268590976:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.063974:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2987 00002000:00100000:2.0:1746157400.063979:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83100 x1830978268590976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.063986:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83100 with x1830978268590976 ext(0->4095) 00010000:00010000:2.0:1746157400.063990:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.063997:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.064002:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83100 00000100:00100000:2.0:1746157400.065615:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.065814:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268591104 00000100:00100000:3.0:1746157400.065819:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268591104 00010000:00010000:3.0:1746157400.065843:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.066610:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10457 00000100:00100000:3.0:1746157400.066618:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268591104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.066628:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.066644:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.066654:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.066675:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61279 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031f99 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.066699:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.066701:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.066706:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.066713:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.066741:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.066750:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188480:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.066813:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.068744:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.068807:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188480:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.068822:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.068901:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268591360 00000100:00100000:1.0:1746157400.068906:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268591360 00000100:00100000:3.0:1746157400.068910:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268591104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2292us (3296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.068916:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10457 00002000:00100000:1.0:1746157400.068935:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81880 x1830978268591360/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.068943:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81880 with x1830978268591360 ext(0->4095) 00002000:00010000:1.0:1746157400.068947:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81880 00000100:00100000:1.0:1746157400.068968:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5055 00000100:00100000:1.0:1746157400.068974:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268591360:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.069282:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268591360:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 307us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.069288:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5055 00002000:00100000:1.0:1746157400.069293:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81880 x1830978268591360/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.069300:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81880 with x1830978268591360 ext(0->4095) 00002000:00010000:1.0:1746157400.069302:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81880 00000100:00100000:2.0:1746157400.070421:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.070655:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268591488 00000100:00100000:0.0:1746157400.070659:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268591488 00000100:00100000:0.0:1746157400.070723:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7130 00000100:00100000:0.0:1746157400.070728:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268591488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.070738:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.070749:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fa7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.070917:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.070924:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.070925:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.070928:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.070949:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.070959:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 99 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746157400.070968:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267188608:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.071033:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.072329:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.072479:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268591616 00000100:00100000:3.0:1746157400.072484:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268591616 00010000:00010000:3.0:1746157400.072502:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.072519:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10458 00000100:00100000:3.0:1746157400.072524:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268591616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.072532:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.072547:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.072697:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267188608:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.072712:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.072722:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c800, rc 0) 00010000:00010000:3.0:1746157400.072734:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.072749:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61280 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa0 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.072757:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268591488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2030us (2338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.072763:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7130 00010000:00010000:3.0:1746157400.072770:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.072771:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.072776:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.072782:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.072883:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.072892:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188736:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.072932:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.074610:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267188736:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.074624:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.074665:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978268591616:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2139us (2337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.074672:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10458 00000100:00100000:0.0:1746157400.074865:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.075169:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268591872 00000100:00100000:1.0:1746157400.075173:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268591872 00002000:00100000:1.0:1746157400.075201:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978268591872/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.075209:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978268591872 ext(0->4095) 00002000:00010000:1.0:1746157400.075213:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80e00 00000100:00100000:1.0:1746157400.075236:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5056 00000100:00100000:1.0:1746157400.075242:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268591872:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.075343:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268591872:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.075348:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5056 00002000:00100000:1.0:1746157400.075353:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80e00 x1830978268591872/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.075360:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80e00 with x1830978268591872 ext(0->4095) 00002000:00010000:1.0:1746157400.075363:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb80e00 00000100:00100000:0.0:1746157400.077163:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.077577:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268592000 00000100:00100000:2.0:1746157400.077582:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268592000 00000100:00100000:2.0:1746157400.077900:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7131 00000100:00100000:2.0:1746157400.077907:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268592000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.077919:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.077930:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fae expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.077951:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.077957:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.077959:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.077962:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.077984:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.077994:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.078003:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267188864:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.078308:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.079455:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.079606:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267188864:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.079626:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.079637:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:3.0:1746157400.079664:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31597:x1830978268592000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.079670:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7131 00000100:00100000:3.0:1746157400.079687:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268592128 00000100:00100000:3.0:1746157400.079691:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268592128 00000100:00100000:3.0:1746157400.079722:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7132 00000100:00100000:3.0:1746157400.079727:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268592128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.079736:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.079747:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fb5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.079760:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.079763:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.079768:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.079831:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157400.079915:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.079952:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268592256 00000100:00100000:2.0:1746157400.079955:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268592256 00010000:00010000:2.0:1746157400.079970:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.079971:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.079982:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.079990:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:2.0:1746157400.079993:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10459 00000100:00100000:2.0:1746157400.079998:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268592256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.080006:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746157400.080009:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268592128:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 282us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.080014:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7132 00010000:00010000:2.0:1746157400.080022:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.080032:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.080045:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c800/0x4450b99e49e61287 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fa7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.080066:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.080067:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.080098:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.080106:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.080123:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.080131:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.080140:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189120:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.080171:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.081720:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189120:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.081733:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.081768:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268592256:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1768us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.081775:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10459 00000100:00100000:0.0:1746157400.082306:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.082378:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268592512 00000100:00100000:3.0:1746157400.082382:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268592512 00002000:00100000:3.0:1746157400.082409:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81f80 x1830978268592512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.082417:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81f80 with x1830978268592512 ext(0->4095) 00010000:00010000:3.0:1746157400.082422:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.082438:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.082444:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb81f80 00000100:00100000:3.0:1746157400.082471:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2988 00000100:00100000:3.0:1746157400.082477:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268592512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.083195:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268592512:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 717us (888us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.083201:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2988 00002000:00100000:3.0:1746157400.083206:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81f80 x1830978268592512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.083214:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81f80 with x1830978268592512 ext(0->4095) 00010000:00010000:3.0:1746157400.083218:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.083228:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.083239:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb81f80 00000100:00100000:0.0:1746157400.085883:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.085939:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268592640 00000100:00100000:3.0:1746157400.085945:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268592640 00000100:00100000:0.0:1746157400.085955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.085988:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7133 00000100:00100000:3.0:1746157400.085994:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268592640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.086006:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157400.086008:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268592768 00000100:00100000:2.0:1746157400.086012:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268592768 00010000:00010000:3.0:1746157400.086018:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fbc expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.086028:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.086041:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.086046:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.086051:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.086054:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.086059:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10460 00000100:00100000:2.0:1746157400.086065:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268592768:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.086110:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.086121:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.086123:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.086130:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00010000:00010000:2.0:1746157400.086137:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.086146:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.086160:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268592640:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (282us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157400.086160:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e6128e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fae expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.086169:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7133 00010000:00010000:2.0:1746157400.086172:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.086174:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.086179:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.086185:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.086202:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.086212:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.086222:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189376:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.086286:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.087957:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189376:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.087970:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.088008:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268592768:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1942us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.088015:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10460 00000100:00100000:0.0:1746157400.088824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.088912:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268593024 00000100:00100000:3.0:1746157400.088917:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268593024 00002000:00100000:3.0:1746157400.088948:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81180 x1830978268593024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.088958:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81180 with x1830978268593024 ext(0->4095) 00010000:00010000:3.0:1746157400.088965:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.088981:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.088987:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb81180 00000100:00100000:3.0:1746157400.089061:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2989 00000100:00100000:3.0:1746157400.089068:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268593024:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.089260:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268593024:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 191us (436us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.089265:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2989 00002000:00100000:3.0:1746157400.089271:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81180 x1830978268593024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.089277:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81180 with x1830978268593024 ext(0->4095) 00010000:00010000:3.0:1746157400.089281:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.089289:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.089294:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb81180 00000100:00100000:0.0:1746157400.090985:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.091051:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.091104:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268593152 00000100:00100000:3.0:1746157400.091108:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268593152 00000100:00100000:3.0:1746157400.091135:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7134 00000100:00100000:3.0:1746157400.091139:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268593152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.091147:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.091156:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fc3 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.091174:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.091178:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.091184:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.091187:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.091213:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.091225:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.091233:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157400.091266:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268593152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.091271:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7134 00000100:00100000:2.0:1746157400.091340:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268593280 00000100:00100000:2.0:1746157400.091344:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268593280 00010000:00010000:2.0:1746157400.091360:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.091378:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10461 00000100:00100000:2.0:1746157400.091384:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268593280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.091391:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.091409:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.091423:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.091437:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e61295 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fb5 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.091446:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.091448:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.091452:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.091458:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.091477:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.091486:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.091496:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189632:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.091632:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.092795:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189632:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.092806:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.092828:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268593280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1444us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.092837:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10461 00000100:00100000:0.0:1746157400.093362:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.093437:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268593536 00000100:00100000:3.0:1746157400.093442:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268593536 00002000:00100000:3.0:1746157400.093467:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80000 x1830978268593536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.093475:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80000 with x1830978268593536 ext(0->4095) 00010000:00010000:3.0:1746157400.093481:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.093494:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.093499:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80000 00000100:00100000:3.0:1746157400.093519:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2990 00000100:00100000:3.0:1746157400.093524:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268593536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.093659:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268593536:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.093665:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2990 00002000:00100000:3.0:1746157400.093670:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80000 x1830978268593536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.093677:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80000 with x1830978268593536 ext(0->4095) 00010000:00010000:3.0:1746157400.093682:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.093690:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.093695:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80000 00000100:00100000:0.0:1746157400.094852:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.094931:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268593664 00000100:00100000:2.0:1746157400.094934:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268593664 00010000:00010000:2.0:1746157400.094948:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.094966:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10462 00000100:00100000:2.0:1746157400.094975:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268593664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.094983:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.094996:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.095004:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.095019:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e6129c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fbc expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.095029:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.095031:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.095036:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.095043:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.095065:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.095112:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189760:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.095177:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.096579:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267189760:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.096593:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.096626:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268593664:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1650us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.096633:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10462 00000100:00100000:0.0:1746157400.096814:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.096913:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268593920 00000100:00100000:3.0:1746157400.096918:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268593920 00002000:00100000:3.0:1746157400.096943:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0e00 x1830978268593920/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.096952:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0e00 with x1830978268593920 ext(0->4095) 00002000:00010000:3.0:1746157400.096956:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f0e00 00000100:00100000:3.0:1746157400.097112:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5057 00000100:00100000:3.0:1746157400.097119:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268593920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.097241:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268593920:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.097247:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5057 00002000:00100000:3.0:1746157400.097251:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0e00 x1830978268593920/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.097257:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0e00 with x1830978268593920 ext(0->4095) 00002000:00010000:3.0:1746157400.097260:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f0e00 00000100:00100000:0.0:1746157400.099630:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.099692:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268594048 00000100:00100000:3.0:1746157400.099698:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268594048 00000100:00100000:3.0:1746157400.099739:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7135 00000100:00100000:3.0:1746157400.099746:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268594048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.099761:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.099774:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fca expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.099796:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.099802:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.099803:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.099806:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.099830:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.099839:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 99 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.099849:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267189888:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.100337:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.102001:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267189888:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.102023:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.102036:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157400.102102:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268594048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2355us (2474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.102109:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7135 00000100:00100000:0.0:1746157400.102827:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.103015:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268594176 00000100:00100000:2.0:1746157400.103020:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268594176 00010000:00010000:2.0:1746157400.103040:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.103057:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10463 00000100:00100000:2.0:1746157400.103063:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268594176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.103101:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.103118:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.103128:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.103146:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fc3 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.103171:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.103173:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.103179:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.103186:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.103209:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.103218:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190016:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.103272:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.105308:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190016:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.105323:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.105374:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1985:x1830978268594176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2310us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.105381:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10463 00000100:00100000:0.0:1746157400.105626:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.106251:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268594432 00000100:00100000:1.0:1746157400.106257:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268594432 00002000:00100000:1.0:1746157400.106288:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f1f80 x1830978268594432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.106296:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f1f80 with x1830978268594432 ext(0->4095) 00002000:00010000:1.0:1746157400.106300:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f1f80 00000100:00100000:1.0:1746157400.106550:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5058 00000100:00100000:1.0:1746157400.106557:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268594432:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.106680:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268594432:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1054us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.106685:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5058 00002000:00100000:1.0:1746157400.106690:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f1f80 x1830978268594432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.106697:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f1f80 with x1830978268594432 ext(0->4095) 00002000:00010000:1.0:1746157400.106699:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f1f80 00000100:00100000:0.0:1746157400.107650:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.107862:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268594560 00000100:00100000:3.0:1746157400.107870:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268594560 00000100:00100000:3.0:1746157400.107926:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7136 00000100:00100000:3.0:1746157400.107933:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31587:x1830978268594560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.107949:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.107966:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fd1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.107993:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.108001:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.108003:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.108006:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.108035:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.108046:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.108058:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267190144:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.108185:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.108475:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.108627:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268594688 00000100:00100000:1.0:1746157400.108632:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268594688 00000100:00100000:1.0:1746157400.108671:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7137 00000100:00100000:1.0:1746157400.108677:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268594688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.108685:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.108693:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fd8 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.108707:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.108711:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.108717:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.108720:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.108742:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.108751:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.108761:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157400.108859:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31597:x1830978268594688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.108866:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7137 00000100:00100000:3.0:1746157400.109725:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267190144:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.109749:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.109765:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157400.109801:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268594560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1869us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.109815:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7136 00000100:00100000:0.0:1746157400.110836:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.110901:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268594816 00000100:00100000:2.0:1746157400.110907:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268594816 00010000:00010000:2.0:1746157400.110940:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.110973:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10464 00000100:00100000:2.0:1746157400.110981:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268594816:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.110994:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.111018:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.111034:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.111056:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fca expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.111117:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.111119:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.111126:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.111138:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.111167:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.111178:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.111188:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190400:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.111264:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.112774:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190400:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.112796:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.112854:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268594816:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1869us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.112867:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10464 00000100:00100000:0.0:1746157400.113334:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.113407:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268595072 00000100:00100000:3.0:1746157400.113417:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268595072 00002000:00100000:3.0:1746157400.113458:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f2680 x1830978268595072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.113473:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2680 with x1830978268595072 ext(0->4095) 00010000:00010000:3.0:1746157400.113481:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.113494:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.113500:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f2680 00000100:00100000:3.0:1746157400.113528:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2991 00000100:00100000:3.0:1746157400.113534:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268595072:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.113663:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268595072:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.113668:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2991 00002000:00100000:3.0:1746157400.113673:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f2680 x1830978268595072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.113679:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2680 with x1830978268595072 ext(0->4095) 00010000:00010000:3.0:1746157400.113683:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.113691:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.113695:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f2680 00000100:00100000:0.0:1746157400.115837:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.115913:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268595200 00000100:00100000:2.0:1746157400.115921:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268595200 00010000:00010000:2.0:1746157400.115956:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.115993:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10465 00000100:00100000:2.0:1746157400.116000:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1983:x1830978268595200:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.116013:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.116035:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.116046:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.116068:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd1 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.116204:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.116206:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.116214:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.116220:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.116247:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.116258:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190528:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.116355:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.118055:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190528:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.118114:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.118170:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1983:x1830978268595200:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2167us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.118180:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10465 00000100:00100000:0.0:1746157400.118255:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.118316:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268595456 00000100:00100000:3.0:1746157400.118322:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268595456 00002000:00100000:3.0:1746157400.118364:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3100 x1830978268595456/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.118373:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3100 with x1830978268595456 ext(0->4095) 00002000:00010000:3.0:1746157400.118377:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f3100 00000100:00100000:3.0:1746157400.118447:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5059 00000100:00100000:3.0:1746157400.118455:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268595456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.118700:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268595456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 244us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.118706:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5059 00002000:00100000:3.0:1746157400.118713:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3100 x1830978268595456/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.118720:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3100 with x1830978268595456 ext(0->4095) 00002000:00010000:3.0:1746157400.118723:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934f3100 00000100:00100000:0.0:1746157400.120692:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.120769:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268595584 00000100:00100000:3.0:1746157400.120778:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268595584 00000100:00100000:3.0:1746157400.120861:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7138 00000100:00100000:3.0:1746157400.120869:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268595584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.120887:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.120904:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fdf expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.120932:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.120943:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.120945:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.120948:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.121136:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.121149:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 99 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.121161:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267190656:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.121253:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.122815:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267190656:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.122847:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.122864:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157400.122914:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268595584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2045us (2230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.122922:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7138 00000100:00100000:0.0:1746157400.123147:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.123226:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268595712 00000100:00100000:2.0:1746157400.123232:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268595712 00010000:00010000:2.0:1746157400.123258:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.123293:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10466 00000100:00100000:2.0:1746157400.123300:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268595712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.123313:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.123334:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.123344:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.123366:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e612b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fd8 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.123392:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.123394:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.123401:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.123408:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.123554:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.123566:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190784:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.123677:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23240 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.125038:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267190784:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.125059:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.125165:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978268595712:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1865us (2017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.125175:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10466 00000100:00100000:1.0:1746157400.125370:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.125437:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268595968 00000100:00100000:3.0:1746157400.125443:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268595968 00002000:00100000:3.0:1746157400.125478:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1880 x1830978268595968/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.125493:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1880 with x1830978268595968 ext(0->4095) 00002000:00010000:3.0:1746157400.125497:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1880 00000100:00100000:3.0:1746157400.125513:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5060 00000100:00100000:3.0:1746157400.125519:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268595968:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.125673:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268595968:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.125679:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5060 00002000:00100000:3.0:1746157400.125684:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1880 x1830978268595968/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.125690:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1880 with x1830978268595968 ext(0->4095) 00002000:00010000:3.0:1746157400.125693:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1880 00000100:00100000:0.0:1746157400.127863:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.128126:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268596096 00000100:00100000:3.0:1746157400.128136:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268596096 00000100:00100000:3.0:1746157400.128182:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7139 00000100:00100000:3.0:1746157400.128190:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268596096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.128208:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.128225:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fe6 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.128317:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.128324:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.128326:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.128330:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.128362:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.128373:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.128384:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267190912:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.128538:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.128591:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268596224 00000100:00100000:1.0:1746157400.128596:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268596224 00000100:00100000:1.0:1746157400.128630:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7140 00000100:00100000:1.0:1746157400.128635:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268596224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.128641:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157400.128648:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746157400.128648:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031fed expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.128659:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.128663:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.128677:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.128680:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.128700:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.128709:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.128717:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157400.128736:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268596224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.128741:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7140 00000100:00100000:3.0:1746157400.130345:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267190912:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.130353:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157400.130373:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.130387:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157400.130421:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268596096:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2232us (2565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.130429:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7139 00000100:00100000:2.0:1746157400.130471:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268596352 00000100:00100000:2.0:1746157400.130477:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268596352 00010000:00010000:2.0:1746157400.130501:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.130532:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10467 00000100:00100000:2.0:1746157400.130537:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268596352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.130548:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.130569:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.130584:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.130606:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fdf expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.130630:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.130632:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.130638:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.130644:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.130669:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.130680:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.130690:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191168:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.130732:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.132799:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191168:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.132823:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.132920:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268596352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2380us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.132934:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10467 00000100:00100000:0.0:1746157400.133247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.133305:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268596608 00000100:00100000:1.0:1746157400.133313:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268596608 00002000:00100000:1.0:1746157400.133354:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3b80 x1830978268596608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.133363:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3b80 with x1830978268596608 ext(0->4095) 00010000:00010000:1.0:1746157400.133372:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.133383:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.133389:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f3b80 00000100:00100000:1.0:1746157400.133417:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2992 00000100:00100000:1.0:1746157400.133423:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268596608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.133608:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268596608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.133615:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2992 00002000:00100000:1.0:1746157400.133620:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f3b80 x1830978268596608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.133628:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f3b80 with x1830978268596608 ext(0->4095) 00010000:00010000:1.0:1746157400.133632:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.133641:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.133646:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f3b80 00000100:00100000:0.0:1746157400.135154:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.135308:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268596736 00000100:00100000:3.0:1746157400.135318:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268596736 00000100:00100000:3.0:1746157400.135379:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7141 00000100:00100000:3.0:1746157400.135386:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268596736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.135402:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.135428:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ff4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.135459:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.135465:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.135471:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.135474:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157400.135481:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157400.135511:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.135517:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268596864 00000100:00100000:2.0:1746157400.135525:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268596864 00010000:00010000:3.0:1746157400.135526:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.135535:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00010000:00010000:2.0:1746157400.135555:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.135588:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10468 00000100:00100000:2.0:1746157400.135595:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268596864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746157400.135598:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268596736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (448us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157400.135607:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.135624:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.135637:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.135655:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fe6 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.135782:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.135784:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.135790:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.135797:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.135823:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.135834:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.135844:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191424:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.135913:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.135963:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7141 00000100:00100000:2.0:1746157400.137288:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191424:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.137303:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.137327:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268596864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1733us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.137335:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10468 00000100:00100000:0.0:1746157400.137734:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.137801:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268597120 00000100:00100000:1.0:1746157400.137810:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268597120 00002000:00100000:1.0:1746157400.137851:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0380 x1830978268597120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.137860:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0380 with x1830978268597120 ext(0->4095) 00010000:00010000:1.0:1746157400.137869:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.137882:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.137892:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f0380 00000100:00100000:1.0:1746157400.138752:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2993 00000100:00100000:1.0:1746157400.138762:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268597120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.138890:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268597120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (1156us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.138895:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2993 00002000:00100000:1.0:1746157400.138902:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800934f0380 x1830978268597120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.138909:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f0380 with x1830978268597120 ext(0->4095) 00010000:00010000:1.0:1746157400.138916:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.138926:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.138931:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800934f0380 00000100:00100000:0.0:1746157400.140801:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.140871:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.141028:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268597248 00000100:00100000:2.0:1746157400.141035:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268597248 00000100:00100000:3.0:1746157400.141050:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268597376 00010000:00010000:2.0:1746157400.141058:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.141059:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268597376 00000100:00100000:3.0:1746157400.141161:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7142 00000100:00100000:3.0:1746157400.141178:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268597376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.141196:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746157400.141196:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10469 00000100:00100000:2.0:1746157400.141201:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268597248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.141209:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.141212:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f031ffb expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.141223:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 101 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.141231:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.141244:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e612cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031fed expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.141250:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.141256:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.141262:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.141265:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.141278:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.141279:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.141285:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.141290:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.141370:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.141377:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.141385:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191552:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.141403:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.141411:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.141421:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267191680:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.141434:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.141477:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.143578:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.143589:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267191680:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.143625:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.143696:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191552:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.143715:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.143804:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268597632 00000100:00100000:1.0:1746157400.143811:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268597632 00000100:00100000:2.0:1746157400.143824:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268597248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2621us (2950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.143833:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10469 00002000:00100000:1.0:1746157400.143851:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9a300 x1830978268597632/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.143859:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9a300 with x1830978268597632 ext(0->4095) 00010000:00010000:1.0:1746157400.143866:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.143882:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.143889:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9a300 00000100:00100000:1.0:1746157400.143931:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2994 00000100:00100000:1.0:1746157400.143938:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268597632:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746157400.144128:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:3.0:1746157400.144171:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268597376:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3002us (3375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.144178:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7142 00000100:00100000:1.0:1746157400.144378:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268597632:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 440us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.144385:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2994 00002000:00100000:1.0:1746157400.144390:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba9a300 x1830978268597632/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.144397:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba9a300 with x1830978268597632 ext(0->4095) 00010000:00010000:1.0:1746157400.144401:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.144410:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.144415:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba9a300 00000100:00100000:0.0:1746157400.146058:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.146257:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268597760 00000100:00100000:2.0:1746157400.146264:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268597760 00010000:00010000:2.0:1746157400.146288:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.146314:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10470 00000100:00100000:2.0:1746157400.146321:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268597760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.146331:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.146348:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.146358:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.146375:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ff4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.146386:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.146387:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.146393:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.146400:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.146423:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.146433:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191808:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.147015:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.148289:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267191808:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.148303:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.148329:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268597760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2008us (2274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.148336:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10470 00000100:00100000:0.0:1746157400.148676:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.149054:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268598016 00000100:00100000:1.0:1746157400.149059:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268598016 00002000:00100000:1.0:1746157400.149161:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8a80 x1830978268598016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.149170:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8a80 with x1830978268598016 ext(0->4095) 00002000:00010000:1.0:1746157400.149175:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8a80 00000100:00100000:0.0:1746157400.149230:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5061 00000100:00100000:0.0:1746157400.149237:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268598016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157400.149360:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268598016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (684us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157400.149365:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5061 00002000:00100000:0.0:1746157400.149370:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8a80 x1830978268598016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.149376:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8a80 with x1830978268598016 ext(0->4095) 00002000:00010000:0.0:1746157400.149379:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e8a80 00000100:00100000:0.0:1746157400.151508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.151571:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268598144 00000100:00100000:3.0:1746157400.151576:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268598144 00000100:00100000:3.0:1746157400.151638:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7143 00000100:00100000:3.0:1746157400.151642:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268598144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.151653:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.151663:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032002 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.151679:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.151684:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.151685:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.151687:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.151704:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.151710:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 99 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.151718:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267191936:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.152032:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.153603:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267191936:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.153624:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.153635:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157400.153671:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268598144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2027us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.153680:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7143 00000100:00100000:0.0:1746157400.154195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.154251:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268598272 00000100:00100000:2.0:1746157400.154255:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268598272 00010000:00010000:2.0:1746157400.154276:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.154294:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10471 00000100:00100000:2.0:1746157400.154299:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268598272:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.154308:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.154324:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.154333:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.154350:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e612db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f031ffb expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.154506:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.154508:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.154514:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.154522:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.154545:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.154553:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192064:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.154773:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.155744:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192064:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.155756:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.155777:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978268598272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1478us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.155783:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10471 00000100:00100000:0.0:1746157400.156504:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.156559:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268598528 00000100:00100000:2.0:1746157400.156563:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268598528 00002000:00100000:2.0:1746157400.156585:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9500 x1830978268598528/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.156593:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9500 with x1830978268598528 ext(0->4095) 00002000:00010000:2.0:1746157400.156596:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9500 00000100:00100000:2.0:1746157400.156606:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5062 00000100:00100000:2.0:1746157400.156610:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268598528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.156985:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268598528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 373us (480us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.156991:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5062 00002000:00100000:2.0:1746157400.156996:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e9500 x1830978268598528/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.157008:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e9500 with x1830978268598528 ext(0->4095) 00002000:00010000:2.0:1746157400.157011:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337e9500 00000100:00100000:0.0:1746157400.158623:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.158770:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268598656 00000100:00100000:3.0:1746157400.158774:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268598656 00000100:00100000:3.0:1746157400.158798:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7144 00000100:00100000:3.0:1746157400.158802:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268598656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.158810:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.158820:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032009 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.158835:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.158839:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.158840:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.158842:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.158859:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.158865:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.158872:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267192192:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.158942:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.159157:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.159188:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268598784 00000100:00100000:2.0:1746157400.159191:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268598784 00000100:00100000:2.0:1746157400.159217:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7145 00000100:00100000:2.0:1746157400.159223:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268598784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.159229:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.159235:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032010 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.159246:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.159250:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.159255:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.159258:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.159275:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.159285:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.159292:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157400.159325:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268598784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.159331:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7145 00000100:00100000:3.0:1746157400.159686:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267192192:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.159700:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.159707:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157400.159727:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268598656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 923us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.159732:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7144 00000100:00100000:0.0:1746157400.160372:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.160435:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268598912 00000100:00100000:2.0:1746157400.160438:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268598912 00010000:00010000:2.0:1746157400.160450:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.160466:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10472 00000100:00100000:2.0:1746157400.160470:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268598912:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.160477:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.160491:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.160499:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.160513:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e612e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032002 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.160673:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.160675:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.160680:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.160686:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.160703:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.160712:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.160719:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192448:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.160944:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.162270:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192448:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.162283:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.162305:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268598912:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1834us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.162311:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10472 00000100:00100000:0.0:1746157400.162942:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.163035:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268599168 00000100:00100000:2.0:1746157400.163039:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268599168 00002000:00100000:2.0:1746157400.163065:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336d80 x1830978268599168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.163099:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336d80 with x1830978268599168 ext(0->4095) 00010000:00010000:2.0:1746157400.163106:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.163115:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.163120:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336d80 00000100:00100000:2.0:1746157400.163134:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2995 00000100:00100000:2.0:1746157400.163140:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268599168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.163606:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268599168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 466us (664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.163612:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2995 00002000:00100000:2.0:1746157400.163617:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093336d80 x1830978268599168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.163624:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336d80 with x1830978268599168 ext(0->4095) 00010000:00010000:2.0:1746157400.163629:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.163638:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.163643:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336d80 00000100:00100000:0.0:1746157400.165302:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.165352:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268599296 00000100:00100000:3.0:1746157400.165357:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268599296 00000100:00100000:0.0:1746157400.165374:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.165389:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7146 00000100:00100000:3.0:1746157400.165393:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268599296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.165401:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.165411:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032017 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.165425:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.165427:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.165431:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.165433:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.165453:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.165461:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.165470:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157400.165498:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268599296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.165502:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7146 00000100:00100000:2.0:1746157400.165550:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268599424 00000100:00100000:2.0:1746157400.165552:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268599424 00010000:00010000:2.0:1746157400.165562:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.165582:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10473 00000100:00100000:2.0:1746157400.165587:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268599424:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.165595:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.165608:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.165616:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.165686:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e612e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032009 expref: 101 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.165697:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.165699:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.165704:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.165710:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.165728:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.165741:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.165751:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192704:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.165806:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.167418:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192704:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.167430:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.167457:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268599424:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1869us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.167467:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10473 00000100:00100000:0.0:1746157400.167799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.167887:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268599680 00000100:00100000:2.0:1746157400.167892:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268599680 00002000:00100000:2.0:1746157400.167911:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335c00 x1830978268599680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.167919:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335c00 with x1830978268599680 ext(0->4095) 00010000:00010000:2.0:1746157400.167924:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.167933:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.167939:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093335c00 00000100:00100000:2.0:1746157400.167956:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2996 00000100:00100000:2.0:1746157400.167961:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268599680:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.168112:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268599680:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.168117:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2996 00002000:00100000:2.0:1746157400.168122:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093335c00 x1830978268599680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.168186:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093335c00 with x1830978268599680 ext(0->4095) 00010000:00010000:2.0:1746157400.168190:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.168198:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.168203:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093335c00 00000100:00100000:0.0:1746157400.169355:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.169417:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.169506:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268599936 00000100:00100000:3.0:1746157400.169511:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268599936 00000100:00100000:3.0:1746157400.169532:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7147 00000100:00100000:3.0:1746157400.169536:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268599936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.169545:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.169554:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03201e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.169575:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.169580:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.169585:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.169588:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.169612:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.169623:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268599808 00010000:00010000:3.0:1746157400.169624:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.169626:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268599808 00010000:00010000:3.0:1746157400.169635:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20400, rc 0) 00010000:00010000:2.0:1746157400.169637:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.169663:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268599936:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.169666:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10474 00000100:00100000:3.0:1746157400.169668:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7147 00000100:00100000:2.0:1746157400.169670:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268599808:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.169720:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.169735:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.169743:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.169756:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e612f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032010 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.169765:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.169766:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.169770:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.169776:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.169791:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.169804:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.169812:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192960:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.170429:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.171160:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267192960:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.171172:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.171194:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268599808:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1523us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.171200:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10474 00000100:00100000:0.0:1746157400.171373:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.171591:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268600192 00000100:00100000:2.0:1746157400.171595:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268600192 00002000:00100000:2.0:1746157400.171616:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136a00 x1830978268600192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.171624:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136a00 with x1830978268600192 ext(0->4095) 00010000:00010000:2.0:1746157400.171629:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.171639:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.171644:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093136a00 00000100:00100000:2.0:1746157400.171668:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2997 00000100:00100000:2.0:1746157400.171673:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268600192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.172306:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268600192:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 632us (932us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.172312:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2997 00002000:00100000:2.0:1746157400.172317:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093136a00 x1830978268600192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.172324:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136a00 with x1830978268600192 ext(0->4095) 00010000:00010000:2.0:1746157400.172328:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.172336:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.172341:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093136a00 00000100:00100000:0.0:1746157400.174723:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.174866:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268600320 00000100:00100000:2.0:1746157400.174873:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268600320 00010000:00010000:2.0:1746157400.174900:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.174932:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10475 00000100:00100000:2.0:1746157400.174938:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268600320:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.174948:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.174963:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.174973:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.174989:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e612f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032017 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.175001:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.175003:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.175009:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.175015:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.175040:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.175050:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193088:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.175304:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.176611:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193088:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.176626:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.176665:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268600320:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1727us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.176671:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10475 00000100:00100000:0.0:1746157400.178405:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.178481:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268600576 00000100:00100000:2.0:1746157400.178487:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268600576 00002000:00100000:2.0:1746157400.178517:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218000 x1830978268600576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.178531:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218000 with x1830978268600576 ext(0->4095) 00002000:00010000:2.0:1746157400.178535:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218000 00000100:00100000:2.0:1746157400.178549:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5063 00000100:00100000:2.0:1746157400.178556:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268600576:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.178678:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268600576:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.178684:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5063 00002000:00100000:2.0:1746157400.178689:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218000 x1830978268600576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.178696:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218000 with x1830978268600576 ext(0->4095) 00002000:00010000:2.0:1746157400.178698:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218000 00000100:00100000:0.0:1746157400.181178:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.181483:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268600704 00000100:00100000:3.0:1746157400.181489:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268600704 00000100:00100000:3.0:1746157400.181531:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7148 00000100:00100000:3.0:1746157400.181541:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268600704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.181553:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.181564:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032025 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.181588:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.181594:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.181596:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.181599:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.181619:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.181629:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 99 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.181643:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267193216:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.182020:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.182633:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267193216:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.182650:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.182660:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:3.0:1746157400.182702:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268600704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1164us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.182708:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7148 00000100:00100000:0.0:1746157400.184823:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.184874:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268600832 00000100:00100000:2.0:1746157400.184882:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268600832 00010000:00010000:2.0:1746157400.184909:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.184942:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10476 00000100:00100000:2.0:1746157400.184949:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268600832:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.184959:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.184977:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.184987:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.185004:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20400/0x4450b99e49e612fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03201e expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.185030:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.185032:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.185037:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.185045:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.185101:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.185113:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193344:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.185179:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.186919:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193344:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157400.186934:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157400.186936:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.186982:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1985:x1830978268600832:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2033us (2166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.186989:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10476 00000100:00100000:1.0:1746157400.187032:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268601088 00000100:00100000:1.0:1746157400.187038:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268601088 00002000:00100000:1.0:1746157400.187112:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785180 x1830978268601088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.187122:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785180 with x1830978268601088 ext(0->4095) 00002000:00010000:1.0:1746157400.187127:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785180 00000100:00100000:1.0:1746157400.187187:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5064 00000100:00100000:1.0:1746157400.187192:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268601088:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.187360:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268601088:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.187366:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5064 00002000:00100000:1.0:1746157400.187371:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088785180 x1830978268601088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.187378:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088785180 with x1830978268601088 ext(0->4095) 00002000:00010000:1.0:1746157400.187381:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088785180 00000100:00100000:0.0:1746157400.188258:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.188637:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268601216 00000100:00100000:3.0:1746157400.188642:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268601216 00000100:00100000:3.0:1746157400.188689:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7149 00000100:00100000:3.0:1746157400.188696:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31587:x1830978268601216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.188709:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.188724:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03202c expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.188750:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.188757:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.188758:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.188762:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.188794:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.188805:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.188817:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267193472:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.188895:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.189121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.189139:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268601344 00000100:00100000:0.0:1746157400.189143:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268601344 00000100:00100000:0.0:1746157400.189166:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7150 00000100:00100000:0.0:1746157400.189172:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268601344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.189178:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.189184:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032033 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.189196:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.189199:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.189204:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.189207:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.189227:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.189236:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 102 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.189249:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c600, rc 0) 00000100:00100000:0.0:1746157400.189280:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31597:x1830978268601344:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.189285:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7150 00000100:00100000:0.0:1746157400.191005:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.191067:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267193472:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.191149:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.191165:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21e00, rc 0) 00000100:00100000:2.0:1746157400.191166:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268601472 00000100:00100000:2.0:1746157400.191171:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268601472 00010000:00010000:2.0:1746157400.191199:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.191213:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268601216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (2957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.191221:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7149 00000100:00100000:2.0:1746157400.191237:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10477 00000100:00100000:2.0:1746157400.191243:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268601472:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.191254:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.191277:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.191288:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.191310:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e61305 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032025 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.191339:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.191341:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.191348:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.191356:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.191385:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.191396:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.191412:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193728:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.191479:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.192975:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193728:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.192995:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.193039:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268601472:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1796us (2041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.193048:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10477 00000100:00100000:0.0:1746157400.193233:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.193340:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268601728 00000100:00100000:1.0:1746157400.193347:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268601728 00002000:00100000:1.0:1746157400.193385:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088784000 x1830978268601728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.193399:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088784000 with x1830978268601728 ext(0->4095) 00010000:00010000:1.0:1746157400.193407:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.193430:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.193437:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088784000 00000100:00100000:1.0:1746157400.193474:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2998 00000100:00100000:1.0:1746157400.193482:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268601728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.193700:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268601728:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 213us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.193707:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2998 00002000:00100000:1.0:1746157400.193712:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088784000 x1830978268601728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.193718:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088784000 with x1830978268601728 ext(0->4095) 00010000:00010000:1.0:1746157400.193727:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.193736:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.193742:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088784000 00000100:00100000:0.0:1746157400.196057:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.196198:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268601856 00000100:00100000:2.0:1746157400.196207:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268601856 00010000:00010000:2.0:1746157400.196245:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.196285:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10478 00000100:00100000:2.0:1746157400.196292:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1984:x1830978268601856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.196305:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.196326:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.196337:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.196360:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21e00/0x4450b99e49e6130c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03202c expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.196389:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.196392:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.196399:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.196406:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.196438:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 100 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.196449:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193856:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.196522:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.198714:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267193856:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157400.198731:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157400.198739:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.198779:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268601856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2486us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.198787:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10478 00000100:00100000:1.0:1746157400.198871:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268602112 00000100:00100000:1.0:1746157400.198878:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268602112 00002000:00100000:1.0:1746157400.198917:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787800 x1830978268602112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.198926:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787800 with x1830978268602112 ext(0->4095) 00002000:00010000:1.0:1746157400.198931:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088787800 00000100:00100000:1.0:1746157400.198947:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5065 00000100:00100000:1.0:1746157400.198953:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268602112:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746157400.199251:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1984:x1830978268602112:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 297us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.199257:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5065 00002000:00100000:1.0:1746157400.199262:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787800 x1830978268602112/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.199269:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787800 with x1830978268602112 ext(0->4095) 00002000:00010000:1.0:1746157400.199272:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088787800 00000100:00100000:0.0:1746157400.200638:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.200692:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268602240 00000100:00100000:3.0:1746157400.200698:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268602240 00000100:00100000:3.0:1746157400.200729:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7151 00000100:00100000:3.0:1746157400.200734:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268602240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.200745:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.200759:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03203a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.200782:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.200788:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.200790:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.200792:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.200815:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.200822:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 99 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.200831:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267193984:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.200913:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.201888:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267193984:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.201914:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.201926:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157400.201991:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268602240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1255us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.202012:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7151 00000100:00100000:0.0:1746157400.202611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.202750:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268602368 00000100:00100000:2.0:1746157400.202756:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268602368 00010000:00010000:2.0:1746157400.202781:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.203297:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10479 00000100:00100000:2.0:1746157400.203306:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268602368:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.203319:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.203342:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.203359:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.203380:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321c600/0x4450b99e49e61313 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032033 expref: 100 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.203405:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.203407:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.203414:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.203422:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.203456:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.203469:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267194112:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.203556:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.205258:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267194112:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.205277:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.205323:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978268602368:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2018us (2713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.205333:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10479 00000100:00100000:0.0:1746157400.205761:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.205850:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268602624 00000100:00100000:1.0:1746157400.205856:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268602624 00002000:00100000:1.0:1746157400.205894:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787100 x1830978268602624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.205903:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787100 with x1830978268602624 ext(0->4095) 00002000:00010000:1.0:1746157400.205907:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088787100 00000100:00100000:1.0:1746157400.205934:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5066 00000100:00100000:1.0:1746157400.205941:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268602624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.206146:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268602624:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 204us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.206152:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5066 00002000:00100000:1.0:1746157400.206157:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088787100 x1830978268602624/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.206169:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088787100 with x1830978268602624 ext(0->4095) 00002000:00010000:1.0:1746157400.206172:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088787100 00000100:00100000:0.0:1746157400.207629:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.207684:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268602752 00000100:00100000:3.0:1746157400.207693:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268602752 00000100:00100000:3.0:1746157400.207878:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7152 00000100:00100000:3.0:1746157400.207886:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268602752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.207902:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.207919:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032041 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.207946:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.207952:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.207954:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.207957:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.207986:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.207996:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.208006:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267194240:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.208123:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.209570:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.209588:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267194240:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.209612:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.209618:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268602880 00010000:00010000:3.0:1746157400.209624:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:1.0:1746157400.209624:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268602880 00000100:00100000:0.0:1746157400.209653:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.209660:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268602752:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1775us (2038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.209668:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7153 00000100:00100000:3.0:1746157400.209673:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7152 00000100:00100000:1.0:1746157400.209673:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268602880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.209684:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.209696:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032048 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.209714:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.209719:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.209725:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.209728:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 101 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.209754:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.209763:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 101 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.209770:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157400.209802:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268602880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.209823:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7153 00000100:00100000:2.0:1746157400.209915:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268603008 00000100:00100000:2.0:1746157400.209918:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268603008 00010000:00010000:2.0:1746157400.209937:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.209962:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10480 00000100:00100000:2.0:1746157400.209967:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1680050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268603008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.209974:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.209993:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.210003:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.210019:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e6131a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03203a expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.210031:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.210033:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.210038:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.210044:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.210062:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.210104:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.210119:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267194496:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.210185:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.212393:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.212511:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268603264 00000100:00100000:1.0:1746157400.212518:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268603264 00002000:00100000:1.0:1746157400.212554:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786d80 x1830978268603264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.212564:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786d80 with x1830978268603264 ext(0->4095) 00010000:00010000:1.0:1746157400.212573:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.212578:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267194496:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.212587:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.212596:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.212640:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1680050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268603008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2670us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.212650:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10480 00002000:00010000:1.0:1746157400.212712:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088786d80 00000100:00100000:1.0:1746157400.212736:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 2999 00000100:00100000:1.0:1746157400.212742:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268603264:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.213023:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268603264:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 281us (638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.213029:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 2999 00002000:00100000:1.0:1746157400.213035:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786d80 x1830978268603264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.213043:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786d80 with x1830978268603264 ext(0->4095) 00010000:00010000:1.0:1746157400.213047:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.213061:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.213066:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088786d80 00000100:00100000:0.0:1746157400.215646:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.215693:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.215785:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268603520 00000100:00100000:1.0:1746157400.215786:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268603392 00000100:00100000:2.0:1746157400.215793:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268603520 00000100:00100000:1.0:1746157400.215793:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268603392 00010000:00010000:2.0:1746157400.215824:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.215838:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7154 00000100:00100000:1.0:1746157400.215846:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268603392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157400.215851:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10481 00000100:00100000:2.0:1746157400.215857:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268603520:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157400.215861:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.215869:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.215874:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03204f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.215890:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.215893:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.215898:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 101 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.215904:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.215908:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.215948:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.215966:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e61321 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032041 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.215978:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.215980:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.215985:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.215991:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.216016:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.216039:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.216053:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.216062:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.216064:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267194752:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.216189:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267194624:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157400.216204:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.216228:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.217567:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267194752:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.217591:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.217605:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157400.217653:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268603392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1807us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.217671:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7154 00000100:00100000:3.0:1746157400.217797:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267194624:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.217813:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.217850:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268603520:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1993us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.217858:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10481 00000100:00100000:0.0:1746157400.218526:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.218574:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268603776 00000100:00100000:1.0:1746157400.218580:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268603776 00002000:00100000:1.0:1746157400.218608:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786680 x1830978268603776/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.218616:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978268603776 ext(0->4095) 00010000:00010000:1.0:1746157400.218623:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.218634:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.218640:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088786680 00000100:00100000:1.0:1746157400.218672:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3000 00000100:00100000:1.0:1746157400.218678:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268603776:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.218822:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268603776:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.218832:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3000 00002000:00100000:1.0:1746157400.218837:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786680 x1830978268603776/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.218842:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786680 with x1830978268603776 ext(0->4095) 00010000:00010000:1.0:1746157400.218846:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.218854:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.218859:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088786680 00000100:00100000:0.0:1746157400.220496:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.220548:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.220577:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268603904 00000100:00100000:1.0:1746157400.220584:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268603904 00000100:00100000:3.0:1746157400.220618:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268604032 00000100:00100000:3.0:1746157400.220622:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268604032 00000100:00100000:1.0:1746157400.220629:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7155 00000100:00100000:1.0:1746157400.220635:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268603904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.220639:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 101 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.220647:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157400.220656:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10482 00010000:00010000:1.0:1746157400.220659:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032056 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.220660:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268604032:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.220670:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.220679:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.220684:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.220689:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.220692:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.220739:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.220749:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.220762:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.220766:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61328 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032048 expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.220773:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 101 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.220780:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.220782:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.220788:0:16659:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.220794:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.220810:0:16659:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.220820:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.220831:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267195008:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.220845:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.220888:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.220948:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268604032:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 286us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.220958:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10482 00000100:00100000:1.0:1746157400.222150:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267195008:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.222167:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:0.0:1746157400.222193:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.222240:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268603904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1604us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.222250:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7155 00000100:00100000:2.0:1746157400.222314:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268604288 00000100:00100000:2.0:1746157400.222319:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268604288 00002000:00100000:2.0:1746157400.222352:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604dc00 x1830978268604288/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.222360:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830978268604288 ext(0->4095) 00010000:00010000:2.0:1746157400.222367:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.222379:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.222385:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604dc00 00000100:00100000:2.0:1746157400.222400:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3001 00000100:00100000:2.0:1746157400.222407:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268604288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.222741:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268604288:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 334us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.222745:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3001 00002000:00100000:2.0:1746157400.222749:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604dc00 x1830978268604288/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.222753:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830978268604288 ext(0->4095) 00010000:00010000:2.0:1746157400.222757:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.222763:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.222767:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604dc00 00000100:00100000:0.0:1746157400.224522:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.224611:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268604416 00000100:00100000:3.0:1746157400.224619:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268604416 00010000:00010000:3.0:1746157400.224646:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.224671:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10483 00000100:00100000:3.0:1746157400.224677:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268604416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.224690:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.224710:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.224721:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.224744:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6132f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03204f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.224773:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.224775:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.224782:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.224790:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.224823:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.224841:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267195136:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.225233:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.226972:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267195136:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.226997:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.227055:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268604416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2376us (2538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.227064:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10483 00000100:00100000:0.0:1746157400.227122:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.227148:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268604672 00000100:00100000:3.0:1746157400.227154:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268604672 00002000:00100000:3.0:1746157400.227188:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604d500 x1830978268604672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.227196:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d500 with x1830978268604672 ext(0->4095) 00002000:00010000:3.0:1746157400.227201:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d500 00000100:00100000:3.0:1746157400.227215:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5067 00000100:00100000:3.0:1746157400.227221:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268604672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.227380:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268604672:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.227386:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5067 00002000:00100000:3.0:1746157400.227391:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604d500 x1830978268604672/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.227398:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d500 with x1830978268604672 ext(0->4095) 00002000:00010000:3.0:1746157400.227401:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d500 00000100:00100000:0.0:1746157400.228726:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.228827:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268604800 00000100:00100000:1.0:1746157400.228833:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268604800 00000100:00100000:1.0:1746157400.228898:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7156 00000100:00100000:1.0:1746157400.228903:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268604800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.228915:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.228928:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03205d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.228949:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.228954:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.228955:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.228957:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.228986:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.228996:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 99 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.229009:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267195264:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.229288:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.230683:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267195264:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.230711:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.230724:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:1.0:1746157400.230760:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268604800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1856us (2038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.230767:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7156 00000100:00100000:0.0:1746157400.231554:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.231636:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268604928 00000100:00100000:3.0:1746157400.231642:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268604928 00010000:00010000:3.0:1746157400.231668:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.231724:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10484 00000100:00100000:3.0:1746157400.231730:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268604928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.231743:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.231764:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.231773:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.231795:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61336 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032056 expref: 100 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.231822:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.231824:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.231831:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.231838:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.231866:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.231882:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267195392:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.232336:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.234051:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267195392:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.234122:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.234176:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978268604928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2444us (2623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.234221:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10484 00000100:00100000:0.0:1746157400.234527:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.234592:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268605184 00000100:00100000:3.0:1746157400.234598:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268605184 00002000:00100000:3.0:1746157400.234632:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1500 x1830978268605184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.234642:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1500 with x1830978268605184 ext(0->4095) 00002000:00010000:3.0:1746157400.234646:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1500 00000100:00100000:3.0:1746157400.234662:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5068 00000100:00100000:3.0:1746157400.234673:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268605184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.234821:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268605184:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.234827:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5068 00002000:00100000:3.0:1746157400.234832:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e1500 x1830978268605184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.234839:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1500 with x1830978268605184 ext(0->4095) 00002000:00010000:3.0:1746157400.234842:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e1500 00000100:00100000:0.0:1746157400.237423:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.237469:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.237526:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268605312 00000100:00100000:2.0:1746157400.237535:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268605312 00000100:00100000:2.0:1746157400.237589:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268605440 00000100:00100000:2.0:1746157400.237591:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268605440 00000100:00100000:2.0:1746157400.237606:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7157 00000100:00100000:2.0:1746157400.237613:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31597:x1830978268605312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.237631:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.237647:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032064 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.237673:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.237686:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.237687:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.237690:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.237720:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.237732:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.237748:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267195520:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.237776:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7158 00000100:00100000:1.0:1746157400.237785:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268605440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.237793:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.237800:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03206b expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.237812:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.237816:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.237819:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00010000:00010000:1.0:1746157400.237821:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.237823:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.237843:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.237852:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.237872:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157400.237897:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268605440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.237903:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7158 00000100:00100000:2.0:1746157400.240385:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267195520:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.240420:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.240437:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157400.240498:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268605312:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2884us (3083us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.240507:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7157 00000100:00100000:0.0:1746157400.240588:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.240671:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268605568 00000100:00100000:3.0:1746157400.240679:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268605568 00010000:00010000:3.0:1746157400.240708:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.240836:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10485 00000100:00100000:3.0:1746157400.240844:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268605568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.240858:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.240881:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.240891:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.240913:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6133d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03205d expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.240938:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.240940:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.240947:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.240955:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.240986:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.241001:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.241012:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267195776:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.241513:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.242737:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267195776:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.242759:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.242882:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268605568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2038us (2292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.242890:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10485 00000100:00100000:0.0:1746157400.243250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.243326:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268605824 00000100:00100000:3.0:1746157400.243332:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268605824 00002000:00100000:3.0:1746157400.243365:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2680 x1830978268605824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.243374:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2680 with x1830978268605824 ext(0->4095) 00010000:00010000:3.0:1746157400.243381:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.243393:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.243400:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2680 00000100:00100000:3.0:1746157400.243421:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3002 00000100:00100000:3.0:1746157400.243430:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268605824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.243588:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268605824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.243595:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3002 00002000:00100000:3.0:1746157400.243600:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2680 x1830978268605824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.243607:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2680 with x1830978268605824 ext(0->4095) 00010000:00010000:3.0:1746157400.243611:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.243620:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.243625:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e2680 00000100:00100000:0.0:1746157400.245691:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.245764:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268605952 00000100:00100000:2.0:1746157400.245772:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268605952 00000100:00100000:2.0:1746157400.245819:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7159 00000100:00100000:2.0:1746157400.245826:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268605952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.245846:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.245863:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032072 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.245885:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.245890:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.245894:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.245897:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.245931:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.245943:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.245952:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:2.0:1746157400.245995:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268605952:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.246000:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7159 00000100:00100000:0.0:1746157400.246633:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.246690:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268606080 00000100:00100000:3.0:1746157400.246695:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268606080 00010000:00010000:3.0:1746157400.246715:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.246745:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10486 00000100:00100000:3.0:1746157400.246750:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1983:x1830978268606080:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.246760:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.246782:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.246792:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.246811:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e61344 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032064 expref: 101 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.246838:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.246840:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.246846:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.246854:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.246878:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.246888:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.246900:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196032:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.246972:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.248597:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196032:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.248622:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.248675:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1983:x1830978268606080:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1923us (2042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.248685:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10486 00000100:00100000:0.0:1746157400.249052:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.249151:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268606336 00000100:00100000:3.0:1746157400.249158:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268606336 00002000:00100000:3.0:1746157400.249192:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3b80 x1830978268606336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.249201:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3b80 with x1830978268606336 ext(0->4095) 00010000:00010000:3.0:1746157400.249209:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.249222:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.249228:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3b80 00000100:00100000:3.0:1746157400.249250:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3003 00000100:00100000:3.0:1746157400.249257:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268606336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.249422:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268606336:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.249428:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3003 00002000:00100000:3.0:1746157400.249434:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c3b80 x1830978268606336/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.249441:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3b80 with x1830978268606336 ext(0->4095) 00010000:00010000:3.0:1746157400.249445:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.249454:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.249460:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c3b80 00000100:00100000:0.0:1746157400.251001:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.251740:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.251835:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268606592 00000100:00100000:3.0:1746157400.251847:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268606592 00000100:00100000:2.0:1746157400.251873:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268606464 00000100:00100000:2.0:1746157400.251880:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268606464 00010000:00010000:3.0:1746157400.251881:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 100 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.251911:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10487 00000100:00100000:3.0:1746157400.251918:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268606592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.251931:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.251952:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 101 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.251963:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 101 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.251986:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6134b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03206b expref: 101 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.251995:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7160 00000100:00100000:2.0:1746157400.252003:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31587:x1830978268606464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.252005:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.252007:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.252016:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.252018:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.252024:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.252032:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032079 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.252055:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.252062:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.252186:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.252191:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.252203:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.252220:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.252232:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196160:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.252249:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.252258:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.252269:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267196288:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.252389:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.252405:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.253639:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196160:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.253643:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267196288:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.253661:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157400.253663:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 101 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.253682:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:3.0:1746157400.253702:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268606592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1785us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.253708:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31587:x1830978268606464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1705us (2711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.253712:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10487 00000100:00100000:2.0:1746157400.253715:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7160 00000100:00100000:0.0:1746157400.254367:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.254421:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268606848 00000100:00100000:3.0:1746157400.254427:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268606848 00002000:00100000:3.0:1746157400.254456:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1500 x1830978268606848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.254465:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1500 with x1830978268606848 ext(0->4095) 00010000:00010000:3.0:1746157400.254472:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.254482:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.254487:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1500 00000100:00100000:3.0:1746157400.254514:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3004 00000100:00100000:3.0:1746157400.254520:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268606848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.254899:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268606848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 378us (531us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.254905:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3004 00002000:00100000:3.0:1746157400.254911:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1500 x1830978268606848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.254918:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1500 with x1830978268606848 ext(0->4095) 00010000:00010000:3.0:1746157400.254922:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.254930:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.254935:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800897c1500 00000100:00100000:0.0:1746157400.257202:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.257299:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268606976 00000100:00100000:3.0:1746157400.257308:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268606976 00010000:00010000:3.0:1746157400.257337:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.257362:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10488 00000100:00100000:3.0:1746157400.257369:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268606976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.257381:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.257402:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.257413:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.257435:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61352 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032072 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.257463:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.257465:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.257473:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.257480:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.257511:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.257524:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196416:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.257608:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.258791:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196416:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.258811:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.258849:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268606976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1479us (1652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.258857:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10488 00000100:00100000:0.0:1746157400.258964:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.259159:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268607232 00000100:00100000:3.0:1746157400.259167:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268607232 00002000:00100000:3.0:1746157400.259200:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1180 x1830978268607232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.259219:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978268607232 ext(0->4095) 00002000:00010000:3.0:1746157400.259222:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c1180 00000100:00100000:3.0:1746157400.259260:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5069 00000100:00100000:3.0:1746157400.259267:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268607232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.259418:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268607232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.259423:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5069 00002000:00100000:3.0:1746157400.259428:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800897c1180 x1830978268607232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.259435:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978268607232 ext(0->4095) 00002000:00010000:3.0:1746157400.259437:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c1180 00000100:00100000:0.0:1746157400.260525:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.260573:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268607360 00000100:00100000:2.0:1746157400.260578:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268607360 00000100:00100000:2.0:1746157400.260613:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7161 00000100:00100000:2.0:1746157400.260617:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268607360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.260628:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.260641:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032080 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.260661:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.260666:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.260668:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.260670:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.260691:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.260699:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 99 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.260707:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267196544:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.260785:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.261673:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267196544:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.261693:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.261710:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157400.261752:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268607360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1133us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.261759:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7161 00000100:00100000:0.0:1746157400.262156:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.262242:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268607488 00000100:00100000:3.0:1746157400.262247:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268607488 00010000:00010000:3.0:1746157400.262268:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.262286:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10489 00000100:00100000:3.0:1746157400.262291:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268607488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.262301:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.262319:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.262329:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.262347:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61359 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032079 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.262491:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.262493:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.262500:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.262508:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.262533:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.262543:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196672:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.262692:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.263737:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.263752:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196672:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.263771:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.263792:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268607744 00000100:00100000:2.0:1746157400.263798:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268607744 00000100:00100000:3.0:1746157400.263805:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:1986:x1830978268607488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1513us (1649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.263813:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10489 00002000:00100000:2.0:1746157400.263833:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f35880 x1830978268607744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.263842:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35880 with x1830978268607744 ext(0->4095) 00002000:00010000:2.0:1746157400.263846:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35880 00000100:00100000:2.0:1746157400.263866:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5070 00000100:00100000:2.0:1746157400.263872:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268607744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.264030:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268607744:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.264036:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5070 00002000:00100000:2.0:1746157400.264041:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f35880 x1830978268607744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.264048:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35880 with x1830978268607744 ext(0->4095) 00002000:00010000:2.0:1746157400.264050:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35880 00000100:00100000:0.0:1746157400.265053:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.265183:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268607872 00000100:00100000:2.0:1746157400.265190:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268607872 00000100:00100000:2.0:1746157400.265226:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7162 00000100:00100000:2.0:1746157400.265233:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+99:31597:x1830978268607872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.265248:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.265262:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032087 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.265291:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.265299:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.265301:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.265304:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.265332:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.265343:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.265354:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267196800:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.265429:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.266347:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267196800:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.266372:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 100 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.266473:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157400.266512:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:31597:x1830978268607872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1279us (1462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.266523:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7162 00000100:00100000:0.0:1746157400.266657:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.266732:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268608000 00000100:00100000:3.0:1746157400.266742:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268608000 00010000:00010000:3.0:1746157400.266765:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.266798:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10490 00000100:00100000:3.0:1746157400.266803:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268608000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.266814:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.266838:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.266849:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.266868:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e61360 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032080 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.266879:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.266881:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.266887:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.266894:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.266922:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.266932:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196928:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.266996:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.267768:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267196928:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.267785:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.267823:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268608000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1019us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.267833:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10490 00000100:00100000:0.0:1746157400.268208:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.268333:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268608256 00000100:00100000:3.0:1746157400.268338:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268608256 00002000:00100000:3.0:1746157400.268375:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419f100 x1830978268608256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.268384:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419f100 with x1830978268608256 ext(0->4095) 00002000:00010000:3.0:1746157400.268387:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419f100 00000100:00100000:3.0:1746157400.268401:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5071 00000100:00100000:3.0:1746157400.268407:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268608256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.268548:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1985:x1830978268608256:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.268553:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5071 00002000:00100000:3.0:1746157400.268558:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419f100 x1830978268608256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.268565:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419f100 with x1830978268608256 ext(0->4095) 00002000:00010000:3.0:1746157400.268568:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419f100 00000100:00100000:0.0:1746157400.269751:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.269805:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268608384 00000100:00100000:2.0:1746157400.269815:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268608384 00000100:00100000:2.0:1746157400.269897:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7163 00000100:00100000:2.0:1746157400.269906:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268608384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.269920:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.269936:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03208e expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.269960:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.269968:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.269970:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.269974:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.270004:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.270016:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 99 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.270028:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267197056:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.270316:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.271294:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267197056:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.271321:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.271336:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157400.271388:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268608384:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1479us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.271398:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7163 00000100:00100000:0.0:1746157400.272132:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.272251:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268608512 00000100:00100000:3.0:1746157400.272259:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268608512 00002000:00100000:3.0:1746157400.272296:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009419df80 x1830978268608512/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 496/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.272305:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419df80 with x1830978268608512 ext(0->7) 00010000:00010000:3.0:1746157400.272313:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.272325:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 100 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.272331:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419df80 00000100:00100000:3.0:1746157400.272351:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3005 00000100:00100000:3.0:1746157400.272359:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+100:1986:x1830978268608512:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157400.272683:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268608512:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 324us (553us total) trans 4294968028 rc 0/0 00000100:00100000:3.0:1746157400.272689:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3005 00002000:00100000:3.0:1746157400.272695:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009419df80 x1830978268608512/t4294968028(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 496/448 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.272702:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419df80 with x1830978268608512 ext(0->7) 00010000:00010000:3.0:1746157400.272706:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.272715:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.272721:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419df80 00000100:00100000:0.0:1746157400.274490:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.274630:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268608640 00000100:00100000:3.0:1746157400.274639:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268608640 00010000:00010000:3.0:1746157400.274677:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.274718:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10491 00000100:00100000:3.0:1746157400.274724:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268608640:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.274737:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157400.274755:0:9879:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746157400 -> 1746157401 00002000:00010000:3.0:1746157400.274758:0:9879:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746157400 -> 1746157401 00010000:00010000:3.0:1746157400.274762:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.274773:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.274794:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61367 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032087 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.274825:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.274827:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.274834:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.274841:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.274873:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.274884:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267197184:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.274966:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.276654:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267197184:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.276687:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.276737:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268608640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2012us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.276778:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10491 00000100:00100000:0.0:1746157400.276870:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.276967:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268608896 00000100:00100000:3.0:1746157400.276973:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268608896 00002000:00100000:3.0:1746157400.277208:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8700 x1830978268608896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.277218:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8700 with x1830978268608896 ext(0->4095) 00002000:00010000:3.0:1746157400.277267:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8700 00000100:00100000:3.0:1746157400.277424:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5072 00000100:00100000:3.0:1746157400.277433:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268608896:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.277780:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268608896:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 347us (910us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.277785:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5072 00002000:00100000:3.0:1746157400.277791:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306a8700 x1830978268608896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.277798:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306a8700 with x1830978268608896 ext(0->4095) 00002000:00010000:3.0:1746157400.277801:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306a8700 00000100:00100000:0.0:1746157400.279424:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.279516:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268609024 00000100:00100000:2.0:1746157400.279524:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268609024 00000100:00100000:2.0:1746157400.279567:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7164 00000100:00100000:2.0:1746157400.279574:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268609024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.279590:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.279603:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032095 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.279625:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.279631:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.279632:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.279635:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.279655:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.279665:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.279674:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267197312:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.280068:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.281382:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.281579:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268609152 00000100:00100000:1.0:1746157400.281584:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268609152 00000100:00100000:1.0:1746157400.281627:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7165 00000100:00100000:1.0:1746157400.281633:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268609152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.281644:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.281654:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03209c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.281669:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.281674:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.281680:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.281683:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.281706:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.281715:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.281728:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157400.281761:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268609152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.281767:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7165 00000100:00100000:2.0:1746157400.282016:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267197312:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.282036:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.282044:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:2.0:1746157400.282064:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31597:x1830978268609024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2491us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.282069:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7164 00000100:00100000:0.0:1746157400.282365:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.282470:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268609280 00000100:00100000:3.0:1746157400.282475:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268609280 00010000:00010000:3.0:1746157400.282492:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.282527:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10492 00000100:00100000:3.0:1746157400.282532:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268609280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.282540:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.282556:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.282566:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.282581:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e6136e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03208e expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.282603:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.282604:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.282610:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.282616:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.282635:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 102 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.282644:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 102 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.282657:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267197568:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.282708:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.284293:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267197568:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.284307:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.284339:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268609280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1806us (1975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.284346:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10492 00000100:00100000:0.0:1746157400.285276:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.285320:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268609536 00000100:00100000:3.0:1746157400.285325:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268609536 00002000:00100000:3.0:1746157400.285348:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43bb80 x1830978268609536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.285355:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43bb80 with x1830978268609536 ext(0->4095) 00010000:00010000:3.0:1746157400.285362:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.285372:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.285377:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43bb80 00000100:00100000:3.0:1746157400.285397:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3006 00000100:00100000:3.0:1746157400.285402:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268609536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.285534:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268609536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.285543:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3006 00002000:00100000:3.0:1746157400.285548:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43bb80 x1830978268609536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.285555:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43bb80 with x1830978268609536 ext(0->4095) 00010000:00010000:3.0:1746157400.285559:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.285567:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.285571:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43bb80 00000100:00100000:0.0:1746157400.287275:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.287316:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268609664 00000100:00100000:2.0:1746157400.287320:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268609664 00000100:00100000:2.0:1746157400.287347:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7166 00000100:00100000:2.0:1746157400.287351:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268609664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.287359:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.287367:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320a3 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.287379:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.287382:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.287386:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.287388:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.287409:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.287416:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.287421:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157400.287447:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268609664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.287451:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7166 00000100:00100000:1.0:1746157400.287508:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.287658:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268609792 00000100:00100000:3.0:1746157400.287662:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268609792 00010000:00010000:3.0:1746157400.287676:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.287701:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10493 00000100:00100000:3.0:1746157400.287706:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268609792:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.287713:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.287726:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.287735:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.287749:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44600/0x4450b99e49e61375 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032095 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.287759:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.287760:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.287764:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.287771:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.287788:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.287797:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.287806:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267197824:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.287868:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.289651:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267197824:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.289666:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.289702:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268609792:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1994us (2192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.289710:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10493 00000100:00100000:0.0:1746157400.289823:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.289868:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268610048 00000100:00100000:3.0:1746157400.289872:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268610048 00002000:00100000:3.0:1746157400.289892:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43a680 x1830978268610048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.289905:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43a680 with x1830978268610048 ext(0->4095) 00010000:00010000:3.0:1746157400.289911:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.289921:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.289927:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43a680 00000100:00100000:3.0:1746157400.289946:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3007 00000100:00100000:3.0:1746157400.289951:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268610048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.290051:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268610048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (228us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.290282:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3007 00002000:00100000:3.0:1746157400.290288:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43a680 x1830978268610048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.290295:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43a680 with x1830978268610048 ext(0->4095) 00010000:00010000:3.0:1746157400.290299:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.290307:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 102 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.290312:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a43a680 00000100:00100000:0.0:1746157400.291435:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.291493:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.291556:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268610176 00000100:00100000:2.0:1746157400.291559:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268610176 00000100:00100000:3.0:1746157400.291577:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268610304 00000100:00100000:2.0:1746157400.291579:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7167 00000100:00100000:3.0:1746157400.291581:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268610304 00000100:00100000:2.0:1746157400.291584:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268610176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.291592:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.291595:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 103 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.291599:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320aa expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.291611:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10494 00010000:00010000:2.0:1746157400.291614:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746157400.291616:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268610304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.291618:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.291623:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.291624:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.291627:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.291641:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.291650:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.291652:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.291663:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e6137c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03209c expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.291668:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.291674:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.291675:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.291679:0:8489:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.291685:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.291729:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.291760:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1983:x1830978268610304:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 143us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.291766:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10494 00010000:00010000:2.0:1746157400.291901:0:8489:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.291911:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.291920:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198080:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.292013:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.293313:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198080:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.293324:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157400.293352:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268610176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1768us (1917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.293361:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7167 00000100:00100000:0.0:1746157400.293905:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.293988:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268610560 00000100:00100000:3.0:1746157400.293992:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268610560 00002000:00100000:3.0:1746157400.294017:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438e00 x1830978268610560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.294024:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438e00 with x1830978268610560 ext(0->4095) 00010000:00010000:3.0:1746157400.294030:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.294046:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.294052:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a438e00 00000100:00100000:3.0:1746157400.294107:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3008 00000100:00100000:3.0:1746157400.294114:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268610560:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.294221:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268610560:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.294227:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3008 00002000:00100000:3.0:1746157400.294232:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a438e00 x1830978268610560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.294238:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438e00 with x1830978268610560 ext(0->4095) 00010000:00010000:3.0:1746157400.294242:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.294250:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.294256:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a438e00 00000100:00100000:0.0:1746157400.295983:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.296515:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268610688 00000100:00100000:3.0:1746157400.296520:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268610688 00010000:00010000:3.0:1746157400.296538:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.296555:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10495 00000100:00100000:3.0:1746157400.296561:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268610688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.296569:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.296582:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.296591:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.296607:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61383 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320a3 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.296634:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.296636:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.296641:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.296647:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.296671:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.296679:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267198208:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.296736:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.297790:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267198208:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.297803:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.297835:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268610688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1274us (1854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.297843:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10495 00000100:00100000:0.0:1746157400.298328:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.298369:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268610944 00000100:00100000:3.0:1746157400.298373:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268610944 00002000:00100000:3.0:1746157400.298395:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439c00 x1830978268610944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.298403:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439c00 with x1830978268610944 ext(0->4095) 00002000:00010000:3.0:1746157400.298406:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439c00 00000100:00100000:3.0:1746157400.298541:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5073 00000100:00100000:3.0:1746157400.298547:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268610944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.298660:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268610944:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.298665:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5073 00002000:00100000:3.0:1746157400.298670:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a439c00 x1830978268610944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.298676:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439c00 with x1830978268610944 ext(0->4095) 00002000:00010000:3.0:1746157400.298679:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439c00 00000100:00100000:0.0:1746157400.299995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.300030:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268611072 00000100:00100000:2.0:1746157400.300034:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268611072 00000100:00100000:2.0:1746157400.300096:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7168 00000100:00100000:2.0:1746157400.300107:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268611072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.300116:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.300128:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320b1 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.300146:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.300152:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.300153:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.300156:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.300176:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.300186:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 101 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.300195:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198336:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.300249:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.301525:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198336:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.301544:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.301554:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157400.301576:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268611072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1474us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.301756:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7168 00000100:00100000:0.0:1746157400.302145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.302206:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268611200 00000100:00100000:3.0:1746157400.302210:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268611200 00010000:00010000:3.0:1746157400.302228:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.302251:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10496 00000100:00100000:3.0:1746157400.302257:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268611200:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.302265:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.302281:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.302289:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.302303:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e6138a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320aa expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.302354:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.302356:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.302361:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.302416:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.302438:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.302447:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267198464:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.302496:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.303794:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267198464:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.303808:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.303843:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1985:x1830978268611200:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1586us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.303849:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10496 00000100:00100000:2.0:1746157400.304055:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.304119:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268611456 00000100:00100000:1.0:1746157400.304123:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268611456 00002000:00100000:1.0:1746157400.304149:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c86a00 x1830978268611456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.304157:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86a00 with x1830978268611456 ext(0->4095) 00002000:00010000:1.0:1746157400.304160:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c86a00 00000100:00100000:1.0:1746157400.304185:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5074 00000100:00100000:1.0:1746157400.304190:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268611456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.304300:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268611456:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.304307:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5074 00002000:00100000:1.0:1746157400.304312:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c86a00 x1830978268611456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.304318:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86a00 with x1830978268611456 ext(0->4095) 00002000:00010000:1.0:1746157400.304321:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c86a00 00000100:00100000:0.0:1746157400.306019:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.306063:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268611584 00000100:00100000:2.0:1746157400.306067:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268611584 00000100:00100000:2.0:1746157400.306121:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7169 00000100:00100000:2.0:1746157400.306127:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268611584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.306137:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.306152:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320b8 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.306171:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.306178:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.306179:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.306182:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.306203:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.306213:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 5 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.306223:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198592:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.306291:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.307302:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198592:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.307317:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.307327:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157400.307357:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31597:x1830978268611584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1231us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.307362:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7169 00000100:00100000:0.0:1746157400.307992:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.308054:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268611712 00000100:00100000:3.0:1746157400.308058:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268611712 00010000:00010000:3.0:1746157400.308111:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.308129:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10497 00000100:00100000:3.0:1746157400.308135:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268611712:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.308143:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.308157:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.308166:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.308179:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61391 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b1 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.308201:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.308203:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.308208:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.308215:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.308233:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.308281:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267198720:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.308332:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.308562:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.308640:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268611840 00000100:00100000:3.0:1746157400.308643:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268611840 00000100:00100000:3.0:1746157400.308660:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7170 00000100:00100000:3.0:1746157400.308665:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268611840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.308672:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.308678:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320bf expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.308691:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.308697:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.308698:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.308700:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.308718:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.308727:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.308734:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198848:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.308754:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.309355:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267198720:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.309367:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.309397:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267198848:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.309407:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.309418:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:2.0:1746157400.309435:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268611840:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 770us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.309441:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7170 00000100:00100000:3.0:1746157400.309514:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268611712:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1379us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.309519:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10497 00000100:00100000:0.0:1746157400.309811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.310064:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268612096 00000100:00100000:1.0:1746157400.310068:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268612096 00002000:00100000:1.0:1746157400.310116:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199500 x1830978268612096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.310126:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199500 with x1830978268612096 ext(0->4095) 00010000:00010000:1.0:1746157400.310131:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.310140:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.310145:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199500 00000100:00100000:1.0:1746157400.310163:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3009 00000100:00100000:1.0:1746157400.310168:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268612096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.310300:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268612096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.310306:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3009 00002000:00100000:1.0:1746157400.310310:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199500 x1830978268612096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.310316:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199500 with x1830978268612096 ext(0->4095) 00010000:00010000:1.0:1746157400.310320:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.310328:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.310333:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199500 00000100:00100000:0.0:1746157400.311674:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.311731:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.311767:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268612352 00000100:00100000:3.0:1746157400.311775:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268612352 00000100:00100000:2.0:1746157400.311790:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268612224 00010000:00010000:3.0:1746157400.311791:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.311792:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268612224 00000100:00100000:3.0:1746157400.311807:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10498 00000100:00100000:3.0:1746157400.311811:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268612352:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.311818:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157400.311818:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7171 00000100:00100000:2.0:1746157400.311822:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268612224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.311829:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.311829:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.311837:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.311837:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320c6 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.311851:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61398 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320b8 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.311889:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.311894:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.311899:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.311902:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.311925:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.311935:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.311942:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.311943:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.311971:0:8489:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.311978:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.312001:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157400.312007:0:8489:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.312016:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.312030:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268612352:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 218us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.312036:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10498 00000100:00100000:2.0:1746157400.312123:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267199104:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.312173:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.313698:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267199104:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.313709:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:2.0:1746157400.313741:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268612224:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1918us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.313746:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7171 00000100:00100000:0.0:1746157400.313810:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.313849:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268612608 00000100:00100000:2.0:1746157400.313853:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268612608 00002000:00100000:2.0:1746157400.313871:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199f80 x1830978268612608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.313878:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199f80 with x1830978268612608 ext(0->4095) 00010000:00010000:2.0:1746157400.313883:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.313892:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.313898:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199f80 00000100:00100000:2.0:1746157400.313921:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3010 00000100:00100000:2.0:1746157400.313926:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268612608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.314025:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268612608:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.314031:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3010 00002000:00100000:2.0:1746157400.314034:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199f80 x1830978268612608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.314039:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199f80 with x1830978268612608 ext(0->4095) 00010000:00010000:2.0:1746157400.314044:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.314050:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.314053:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199f80 00000100:00100000:0.0:1746157400.315608:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.315646:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268612736 00000100:00100000:2.0:1746157400.315651:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268612736 00000100:00100000:0.0:1746157400.315654:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.315683:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7172 00000100:00100000:2.0:1746157400.315689:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31587:x1830978268612736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157400.315698:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268612864 00010000:00010000:2.0:1746157400.315698:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157400.315701:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268612864 00010000:00010000:3.0:1746157400.315718:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.315740:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10499 00000100:00100000:3.0:1746157400.315744:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268612864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.315751:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.315757:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320cd expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.315763:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.315771:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.315775:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.315799:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.315802:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.315814:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.315827:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e6139f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320bf expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.315834:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.315846:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.315848:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.315852:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.315858:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.315875:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.315884:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 5 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.315892:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.315897:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267199360:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.315899:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157400.315934:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268612736:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 245us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.315939:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7172 00000100:00100000:3.0:1746157400.315946:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.317702:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267199360:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.317725:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.317761:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268612864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2015us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.317770:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10499 00000100:00100000:0.0:1746157400.318116:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.318433:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268613120 00000100:00100000:3.0:1746157400.318440:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268613120 00002000:00100000:3.0:1746157400.318477:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e8e00 x1830978268613120/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.318487:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e8e00 with x1830978268613120 ext(0->4095) 00010000:00010000:3.0:1746157400.318495:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.318507:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.318513:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e8e00 00000100:00100000:3.0:1746157400.318536:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3011 00000100:00100000:3.0:1746157400.318542:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268613120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.318707:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268613120:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (636us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.318717:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3011 00002000:00100000:3.0:1746157400.318722:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e8e00 x1830978268613120/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.318728:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e8e00 with x1830978268613120 ext(0->4095) 00010000:00010000:3.0:1746157400.318733:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.318740:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.318747:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e8e00 00000100:00100000:0.0:1746157400.320176:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.320324:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268613248 00000100:00100000:3.0:1746157400.320334:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268613248 00010000:00010000:3.0:1746157400.320364:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.320404:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10500 00000100:00100000:3.0:1746157400.320411:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268613248:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.320424:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.320441:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.320451:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.320468:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e613a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320c6 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.320481:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.320483:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.320488:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.320495:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.320521:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.320531:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267199488:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.320616:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.322218:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267199488:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.322233:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.322246:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.322259:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268613248:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1849us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.322266:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10500 00000100:00100000:1.0:1746157400.322285:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268613504 00000100:00100000:1.0:1746157400.322294:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268613504 00002000:00100000:1.0:1746157400.322337:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363ea300 x1830978268613504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.322348:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363ea300 with x1830978268613504 ext(0->4095) 00002000:00010000:1.0:1746157400.322354:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363ea300 00000100:00100000:1.0:1746157400.322381:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5075 00000100:00100000:1.0:1746157400.322387:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268613504:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.322558:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268613504:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.322564:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5075 00002000:00100000:1.0:1746157400.322569:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363ea300 x1830978268613504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.322576:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363ea300 with x1830978268613504 ext(0->4095) 00002000:00010000:1.0:1746157400.322579:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801363ea300 00000100:00100000:0.0:1746157400.323601:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.323659:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268613632 00000100:00100000:2.0:1746157400.323663:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268613632 00000100:00100000:2.0:1746157400.323691:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7173 00000100:00100000:2.0:1746157400.323695:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268613632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.323706:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.323717:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320d4 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.323734:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.323738:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.323739:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.323741:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.323760:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.323767:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 101 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.323774:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267199616:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.323991:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.324852:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267199616:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.324877:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.324977:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157400.325025:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268613632:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1328us (1424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.325033:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7173 00000100:00100000:0.0:1746157400.325226:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.325290:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268613760 00000100:00100000:3.0:1746157400.325295:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268613760 00010000:00010000:3.0:1746157400.325314:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.325336:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10501 00000100:00100000:3.0:1746157400.325342:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268613760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.325353:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.325368:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.325377:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.325391:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e613ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320cd expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.325404:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.325405:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.325410:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.325417:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.325436:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.325445:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267199744:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.325496:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.326770:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.326771:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267199744:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.326790:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.326821:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:1986:x1830978268613760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1478us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.326832:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10501 00000100:00100000:1.0:1746157400.326904:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268614016 00000100:00100000:1.0:1746157400.326909:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268614016 00002000:00100000:1.0:1746157400.326944:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9500 x1830978268614016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.326953:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9500 with x1830978268614016 ext(0->4095) 00002000:00010000:1.0:1746157400.326958:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9500 00000100:00100000:1.0:1746157400.326986:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5076 00000100:00100000:1.0:1746157400.326992:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268614016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.327182:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268614016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 189us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.327190:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5076 00002000:00100000:1.0:1746157400.327195:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd9500 x1830978268614016/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.327201:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd9500 with x1830978268614016 ext(0->4095) 00002000:00010000:1.0:1746157400.327203:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd9500 00000100:00100000:0.0:1746157400.328869:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.328963:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268614144 00000100:00100000:2.0:1746157400.328971:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268614144 00000100:00100000:2.0:1746157400.329186:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7174 00000100:00100000:2.0:1746157400.329195:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+101:31597:x1830978268614144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.329212:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.329229:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320db expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.329258:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.329266:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.329268:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.329271:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.329304:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.329316:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 5 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.329328:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267199872:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.329916:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.332233:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267199872:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.332267:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 102 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.332285:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157400.332339:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:31597:x1830978268614144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3144us (3475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.332348:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7174 00000100:00100000:0.0:1746157400.332458:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.332600:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268614272 00000100:00100000:3.0:1746157400.332607:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268614272 00010000:00010000:3.0:1746157400.332632:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.332653:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10502 00000100:00100000:3.0:1746157400.332659:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268614272:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.332671:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.332694:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.332705:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.332866:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e613b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320d4 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.332892:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.332894:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.332901:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.332909:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.332940:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.332957:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200000:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.333028:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.334381:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200000:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.334404:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.334510:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268614272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1848us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.334519:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10502 00000100:00100000:0.0:1746157400.334526:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.334587:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268614528 00000100:00100000:1.0:1746157400.334593:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268614528 00002000:00100000:1.0:1746157400.334627:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbdc00 x1830978268614528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.334635:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbdc00 with x1830978268614528 ext(0->4095) 00002000:00010000:1.0:1746157400.334639:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbdc00 00000100:00100000:1.0:1746157400.334664:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5077 00000100:00100000:1.0:1746157400.334670:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268614528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.334831:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1986:x1830978268614528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.334837:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5077 00002000:00100000:1.0:1746157400.334846:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbdc00 x1830978268614528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.334852:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbdc00 with x1830978268614528 ext(0->4095) 00002000:00010000:1.0:1746157400.334854:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbdc00 00000100:00100000:0.0:1746157400.336245:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.336321:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268614656 00000100:00100000:2.0:1746157400.336328:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268614656 00000100:00100000:2.0:1746157400.336364:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7175 00000100:00100000:2.0:1746157400.336369:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268614656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.336434:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.336458:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320e2 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.336488:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.336496:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.336498:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.336501:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.336528:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 101 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.336542:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 101 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.336553:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267200128:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.336654:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.338956:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267200128:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.338979:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.338992:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157400.339021:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268614656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2650us (2781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.339031:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7175 00000100:00100000:0.0:1746157400.339250:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.339950:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268614784 00000100:00100000:3.0:1746157400.339956:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268614784 00002000:00100000:3.0:1746157400.339983:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012ccbea00 x1830978268614784/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 496/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.339991:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbea00 with x1830978268614784 ext(0->7) 00010000:00010000:3.0:1746157400.339997:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.340008:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 102 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.340013:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbea00 00000100:00100000:3.0:1746157400.340039:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3012 00000100:00100000:3.0:1746157400.340046:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+102:1985:x1830978268614784:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746157400.340981:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268614784:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 933us (1730us total) trans 4294968029 rc 0/0 00000100:00100000:3.0:1746157400.340987:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3012 00002000:00100000:3.0:1746157400.340993:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88012ccbea00 x1830978268614784/t4294968029(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 496/448 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.341000:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbea00 with x1830978268614784 ext(0->7) 00010000:00010000:3.0:1746157400.341004:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.341014:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.341019:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ccbea00 00000100:00100000:0.0:1746157400.345238:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.345558:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268614912 00000100:00100000:3.0:1746157400.345565:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268614912 00010000:00010000:3.0:1746157400.345592:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.345620:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10503 00000100:00100000:3.0:1746157400.345626:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268614912:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.345635:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.345652:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.345661:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.345677:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e613bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320db expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.345710:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.345712:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.345718:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.345726:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.345751:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.345761:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200256:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.345813:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.347519:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.347588:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268615168 00000100:00100000:2.0:1746157400.347593:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268615168 00000100:00100000:3.0:1746157400.347601:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200256:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.347615:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157400.347621:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbc700 x1830978268615168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.347629:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbc700 with x1830978268615168 ext(0->4095) 00002000:00010000:2.0:1746157400.347633:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbc700 00000100:00100000:3.0:1746157400.347640:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268614912:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2014us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.347648:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10503 00000100:00100000:2.0:1746157400.347978:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5078 00000100:00100000:2.0:1746157400.347985:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268615168:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157400.348248:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268615168:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 263us (735us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.348253:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5078 00002000:00100000:2.0:1746157400.348258:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012ccbc700 x1830978268615168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.348265:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbc700 with x1830978268615168 ext(0->4095) 00002000:00010000:2.0:1746157400.348268:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbc700 00000100:00100000:0.0:1746157400.349897:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.349965:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268615296 00000100:00100000:2.0:1746157400.349969:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268615296 00000100:00100000:1.0:1746157400.350261:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7176 00000100:00100000:1.0:1746157400.350269:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268615296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.350282:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.350294:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320e9 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.350315:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.350321:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.350322:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.350325:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.350347:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.350357:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 5 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.350367:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267200384:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.350425:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.350645:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.350743:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268615424 00000100:00100000:3.0:1746157400.350746:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268615424 00000100:00100000:3.0:1746157400.350765:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7177 00000100:00100000:3.0:1746157400.350769:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268615424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.350775:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.350781:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320f0 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.350795:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.350798:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 106 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.350803:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.350806:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 106 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.350823:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 106 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.350833:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 106 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.350841:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:3.0:1746157400.350861:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31597:x1830978268615424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.350866:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7177 00000100:00100000:1.0:1746157400.351800:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267200384:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.351812:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.351821:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157400.352051:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268615296:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1781us (2155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.352059:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7176 00000100:00100000:0.0:1746157400.352134:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.352410:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268615552 00000100:00100000:3.0:1746157400.352414:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268615552 00010000:00010000:3.0:1746157400.352430:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.352455:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10504 00000100:00100000:3.0:1746157400.352461:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268615552:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.352469:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.352485:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.352494:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.352509:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e613c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e2 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.352645:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.352647:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.352653:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.352664:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.352684:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.352693:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 104 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.352702:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200640:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.352752:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.354775:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200640:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.354791:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.354937:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268615552:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2474us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.354945:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10504 00000100:00100000:0.0:1746157400.355525:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.355646:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268615808 00000100:00100000:3.0:1746157400.355651:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268615808 00002000:00100000:3.0:1746157400.355677:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213800 x1830978268615808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.355685:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830978268615808 ext(0->4095) 00010000:00010000:3.0:1746157400.355692:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.355703:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.355708:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213800 00000100:00100000:3.0:1746157400.355779:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3013 00000100:00100000:3.0:1746157400.355786:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268615808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.356136:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268615808:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 349us (610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.356142:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3013 00002000:00100000:3.0:1746157400.356148:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213800 x1830978268615808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.356155:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830978268615808 ext(0->4095) 00010000:00010000:3.0:1746157400.356160:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.356173:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.356178:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093213800 00000100:00100000:0.0:1746157400.359663:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.359993:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268615936 00000100:00100000:3.0:1746157400.360000:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268615936 00010000:00010000:3.0:1746157400.360028:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.360133:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10505 00000100:00100000:3.0:1746157400.360141:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268615936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.360151:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.360168:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.360179:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.360196:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e613c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320e9 expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.360218:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.360220:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.360225:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.360235:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.360260:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.360271:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200768:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.360718:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.362355:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267200768:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.362374:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.362424:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268615936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2284us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.362431:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10505 00000100:00100000:0.0:1746157400.362596:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.362666:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268616192 00000100:00100000:3.0:1746157400.362671:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268616192 00002000:00100000:3.0:1746157400.362696:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213480 x1830978268616192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.362704:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268616192 ext(0->4095) 00002000:00010000:3.0:1746157400.362707:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213480 00000100:00100000:3.0:1746157400.363123:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5079 00000100:00100000:3.0:1746157400.363130:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268616192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.363249:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268616192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.363258:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5079 00002000:00100000:3.0:1746157400.363263:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093213480 x1830978268616192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.363269:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268616192 ext(0->4095) 00002000:00010000:3.0:1746157400.363272:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213480 00000100:00100000:0.0:1746157400.364920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.365002:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268616320 00000100:00100000:1.0:1746157400.365008:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268616320 00000100:00100000:1.0:1746157400.365045:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7178 00000100:00100000:1.0:1746157400.365051:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268616320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.365060:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.365110:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320f7 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.365131:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.365138:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.365140:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.365143:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.365165:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.365174:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.365184:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267200896:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.365254:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.366435:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267200896:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.366453:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.366463:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157400.366498:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268616320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1446us (1585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.366503:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7178 00000100:00100000:0.0:1746157400.367189:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.367279:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268616448 00000100:00100000:3.0:1746157400.367285:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268616448 00010000:00010000:3.0:1746157400.367304:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.367323:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10506 00000100:00100000:3.0:1746157400.367329:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268616448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.367338:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.367354:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.367363:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.367390:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e613d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f0 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.367410:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.367412:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.367417:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.367427:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.367449:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.367458:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267201024:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.367496:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.369474:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267201024:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.369496:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.369548:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268616448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2217us (2363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.369557:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10506 00000100:00100000:0.0:1746157400.369818:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.369955:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268616704 00000100:00100000:2.0:1746157400.369961:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268616704 00002000:00100000:2.0:1746157400.369999:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717800 x1830978268616704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.370008:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717800 with x1830978268616704 ext(0->4095) 00002000:00010000:2.0:1746157400.370012:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091717800 00000100:00100000:2.0:1746157400.370027:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5080 00000100:00100000:2.0:1746157400.370033:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268616704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.370416:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268616704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 382us (598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.370422:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5080 00002000:00100000:2.0:1746157400.370427:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091717800 x1830978268616704/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.370434:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091717800 with x1830978268616704 ext(0->4095) 00002000:00010000:2.0:1746157400.370437:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091717800 00000100:00100000:0.0:1746157400.371726:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.371921:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268616832 00000100:00100000:1.0:1746157400.371933:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268616832 00000100:00100000:1.0:1746157400.371976:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7179 00000100:00100000:1.0:1746157400.371982:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31597:x1830978268616832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.371994:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.372006:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0320fe expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.372027:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.372033:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.372035:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.372038:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.372057:0:8487:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 5 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.372065:0:8487:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 5 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.372114:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267201152:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.372497:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.373968:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.374396:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268616960 00000100:00100000:2.0:1746157400.374403:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268616960 00000100:00100000:3.0:1746157400.374534:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7180 00000100:00100000:3.0:1746157400.374541:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268616960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.374552:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157400.374894:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.374896:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267201152:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.374913:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.374924:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885000, rc 0) 00000100:00100000:2.0:1746157400.374934:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268617088 00000100:00100000:2.0:1746157400.374938:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268617088 00010000:00010000:2.0:1746157400.374954:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.374955:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268616832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2974us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.374961:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7179 00000100:00100000:2.0:1746157400.374982:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10507 00000100:00100000:2.0:1746157400.374987:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268617088:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.375005:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032105 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.375022:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.375026:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.375031:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.375032:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.375034:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.375050:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.375057:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.375059:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.375100:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e613d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320f7 expref: 6 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.376570:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.376580:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.376581:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.376586:0:16659:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.376594:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.376614:0:16659:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.376624:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.376633:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267201408:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.376694:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746157400.376733:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.376759:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268617088:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1771us (1865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.376766:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10507 00000100:00100000:3.0:1746157400.379616:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267201408:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.379634:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157400.379664:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268616960:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5123us (5703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.379672:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7180 00000100:00100000:2.0:1746157400.379872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.380052:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268617344 00000100:00100000:0.0:1746157400.380058:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268617344 00002000:00100000:0.0:1746157400.380124:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c84700 x1830978268617344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.380133:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84700 with x1830978268617344 ext(0->4095) 00010000:00010000:0.0:1746157400.380140:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.380153:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746157400.380159:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c84700 00000100:00100000:0.0:1746157400.380182:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3014 00000100:00100000:0.0:1746157400.380188:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268617344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157400.380352:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268617344:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157400.380357:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3014 00002000:00100000:0.0:1746157400.380361:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c84700 x1830978268617344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.380367:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84700 with x1830978268617344 ext(0->4095) 00010000:00010000:0.0:1746157400.380371:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.380379:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746157400.380384:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c84700 00000100:00100000:0.0:1746157400.382808:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.382845:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.382857:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268617472 00000100:00100000:3.0:1746157400.382862:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268617472 00000100:00100000:3.0:1746157400.382898:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7181 00000100:00100000:3.0:1746157400.382903:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268617472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.382912:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.382923:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03210c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.382940:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.382945:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.382950:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.382952:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.382973:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.382983:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.382990:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:2.0:1746157400.383317:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268617600 00000100:00100000:2.0:1746157400.383320:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268617600 00010000:00010000:2.0:1746157400.383335:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.383357:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268617472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 452us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.383363:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7181 00000100:00100000:2.0:1746157400.383422:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10508 00000100:00100000:2.0:1746157400.383427:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268617600:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.383434:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.383448:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.383457:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.383469:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885000/0x4450b99e49e613de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0320fe expref: 105 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.383480:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.383481:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.383485:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.383550:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.383568:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.383577:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.383586:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267201664:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.384378:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23540 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.385928:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267201664:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.385944:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.386013:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268617600:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2584us (3166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.386021:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10508 00000100:00100000:0.0:1746157400.388425:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.388503:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268617856 00000100:00100000:2.0:1746157400.388509:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268617856 00002000:00100000:2.0:1746157400.388542:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715500 x1830978268617856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.388551:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715500 with x1830978268617856 ext(0->4095) 00010000:00010000:2.0:1746157400.388559:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.388576:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.388582:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091715500 00000100:00100000:2.0:1746157400.388639:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3015 00000100:00100000:2.0:1746157400.388646:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268617856:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.388768:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268617856:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.388777:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3015 00002000:00100000:2.0:1746157400.388782:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091715500 x1830978268617856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.388789:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715500 with x1830978268617856 ext(0->4095) 00010000:00010000:2.0:1746157400.388793:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.388800:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.388805:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091715500 00000100:00100000:0.0:1746157400.391652:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.391732:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268617984 00000100:00100000:3.0:1746157400.391738:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268617984 00000100:00100000:3.0:1746157400.391776:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7182 00000100:00100000:3.0:1746157400.391782:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268617984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.391793:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.391805:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032113 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.391822:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.391827:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.391832:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.391835:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.391868:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.391880:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.391889:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:3.0:1746157400.391917:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268617984:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.391923:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7182 00000100:00100000:0.0:1746157400.392214:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.392299:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268618112 00000100:00100000:2.0:1746157400.392303:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268618112 00010000:00010000:2.0:1746157400.392318:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.392348:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10509 00000100:00100000:2.0:1746157400.392355:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268618112:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.392362:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.392378:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.392387:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.392400:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032105 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.392421:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.392423:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.392428:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.392434:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.392452:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.392522:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.392533:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267201920:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.392651:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.394630:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267201920:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.394650:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.394767:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268618112:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2330us (2471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.394776:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10509 00000100:00100000:0.0:1746157400.395156:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.395329:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268618368 00000100:00100000:3.0:1746157400.395335:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268618368 00002000:00100000:3.0:1746157400.395462:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716300 x1830978268618368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.395472:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716300 with x1830978268618368 ext(0->4095) 00010000:00010000:3.0:1746157400.395480:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.395493:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.395500:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091716300 00000100:00100000:3.0:1746157400.395524:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3016 00000100:00100000:3.0:1746157400.395530:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268618368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.395674:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091716300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268618368:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.395680:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3016 00002000:00100000:3.0:1746157400.395684:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091716300 x1830978268618368/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.395691:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091716300 with x1830978268618368 ext(0->4095) 00010000:00010000:3.0:1746157400.395696:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.395704:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.395710:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091716300 00000100:00100000:0.0:1746157400.398780:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.398892:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268618496 00000100:00100000:2.0:1746157400.398899:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268618496 00010000:00010000:2.0:1746157400.398926:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.399388:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10510 00000100:00100000:2.0:1746157400.399396:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268618496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.399407:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.399424:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.399435:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.399452:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e613ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03210c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.399470:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.399472:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.399478:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.399485:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.399511:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.399521:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202048:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.399584:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.401669:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202048:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.401685:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.401688:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.401712:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268618496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2317us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.401719:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10510 00000100:00100000:1.0:1746157400.401958:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268618752 00000100:00100000:1.0:1746157400.401964:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268618752 00002000:00100000:1.0:1746157400.401991:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f800 x1830978268618752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.402000:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f800 with x1830978268618752 ext(0->4095) 00002000:00010000:1.0:1746157400.402004:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282f800 00000100:00100000:1.0:1746157400.402027:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5081 00000100:00100000:1.0:1746157400.402032:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268618752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.402200:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268618752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.402206:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5081 00002000:00100000:1.0:1746157400.402210:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282f800 x1830978268618752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.402222:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282f800 with x1830978268618752 ext(0->4095) 00002000:00010000:1.0:1746157400.402225:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009282f800 00000100:00100000:0.0:1746157400.404042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.404196:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268618880 00000100:00100000:3.0:1746157400.404209:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268618880 00000100:00100000:3.0:1746157400.404258:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7183 00000100:00100000:3.0:1746157400.404266:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268618880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.404283:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.404332:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03211a expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.404363:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.404370:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.404372:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.404376:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.404408:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.404419:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 103 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.404431:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267202176:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.404742:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.406057:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267202176:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.406128:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.406149:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:3.0:1746157400.406196:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268618880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1930us (2162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.406205:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7183 00000100:00100000:0.0:1746157400.407696:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.407773:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268619008 00000100:00100000:2.0:1746157400.407783:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268619008 00010000:00010000:2.0:1746157400.407818:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.407857:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10511 00000100:00100000:2.0:1746157400.407865:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268619008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.407878:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.407896:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.407906:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.407924:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e613f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032113 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.407949:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.407951:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.407958:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.407966:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.407994:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.408004:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202304:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.408170:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.412271:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202304:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157400.412300:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.412429:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268619008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4563us (4739us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.412440:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10511 00000100:00100000:2.0:1746157400.413066:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.413221:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268619264 00000100:00100000:1.0:1746157400.413230:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268619264 00002000:00100000:1.0:1746157400.413266:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87b80 x1830978268619264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.413275:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978268619264 ext(0->4095) 00002000:00010000:1.0:1746157400.413279:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87b80 00000100:00100000:1.0:1746157400.413314:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5082 00000100:00100000:1.0:1746157400.413321:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268619264:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157400.413564:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.413773:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268619392 00000100:00100000:2.0:1746157400.413779:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268619392 00000100:00100000:2.0:1746157400.414050:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7184 00000100:00100000:2.0:1746157400.414058:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268619392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.414105:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.414122:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032121 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.414149:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.414156:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.414158:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.414161:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.414553:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268619264:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 1229us (1487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.414560:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5082 00002000:00100000:1.0:1746157400.414566:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c87b80 x1830978268619264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.414573:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87b80 with x1830978268619264 ext(0->4095) 00010000:00010000:1.0:1746157400.414580:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.414590:0:8492:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746157400.414595:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c87b80 00010000:00010000:2.0:1746157400.414785:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.414799:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.414811:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267202432:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.415191:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.418145:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.418218:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267202432:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.418256:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.418269:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268619520 00000100:00100000:1.0:1746157400.418280:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268619520 00000100:00100000:1.0:1746157400.418343:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7185 00000100:00100000:1.0:1746157400.418350:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268619520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.418364:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.418376:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032128 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.418400:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.418405:0:8487:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.418410:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.418413:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 106 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.418440:0:8487:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.418449:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 106 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.418456:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157400.418507:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31597:x1830978268619520:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.418513:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7185 00010000:00010000:2.0:1746157400.418613:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157400.418647:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268619392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4589us (5083us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.418655:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7184 00000100:00100000:0.0:1746157400.418760:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.421188:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268619648 00000100:00100000:1.0:1746157400.421196:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268619648 00010000:00010000:1.0:1746157400.421224:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.421267:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10512 00000100:00100000:1.0:1746157400.421275:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268619648:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157400.421285:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.421303:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.421314:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.421330:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21200/0x4450b99e49e613fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03211a expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.421355:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.421356:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.421362:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.421368:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.421389:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.421398:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.421411:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202688:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157400.421475:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.423796:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202688:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.423812:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.423859:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268619648:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2584us (5098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.423867:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10512 00000100:00100000:0.0:1746157400.425534:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.425606:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268619904 00000100:00100000:1.0:1746157400.425613:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268619904 00002000:00100000:1.0:1746157400.425647:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282ed80 x1830978268619904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.425655:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ed80 with x1830978268619904 ext(0->4095) 00010000:00010000:1.0:1746157400.425662:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.425674:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.425680:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282ed80 00000100:00100000:1.0:1746157400.425709:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3017 00000100:00100000:1.0:1746157400.425715:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268619904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.425863:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268619904:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.425872:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3017 00002000:00100000:1.0:1746157400.425877:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009282ed80 x1830978268619904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.425883:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ed80 with x1830978268619904 ext(0->4095) 00010000:00010000:1.0:1746157400.425888:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.425897:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.425902:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009282ed80 00000100:00100000:0.0:1746157400.434479:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.434983:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268620032 00000100:00100000:1.0:1746157400.434991:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268620032 00010000:00010000:1.0:1746157400.435018:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.435884:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10513 00000100:00100000:1.0:1746157400.435892:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268620032:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157400.435902:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.435919:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.435934:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.435951:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61401 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032121 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.435975:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.435977:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.435982:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.435989:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.436014:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 104 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.436024:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202816:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157400.436118:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.437557:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267202816:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.437566:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.437591:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268620032:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1701us (3119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.437596:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10513 00000100:00100000:2.0:1746157400.438412:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.438663:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268620288 00000100:00100000:3.0:1746157400.438669:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268620288 00002000:00100000:3.0:1746157400.438697:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c85c00 x1830978268620288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.438706:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85c00 with x1830978268620288 ext(0->4095) 00002000:00010000:3.0:1746157400.438710:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85c00 00000100:00100000:3.0:1746157400.438738:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5083 00000100:00100000:3.0:1746157400.438745:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268620288:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.438880:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268620288:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.438886:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5083 00002000:00100000:3.0:1746157400.438890:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092c85c00 x1830978268620288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.438898:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85c00 with x1830978268620288 ext(0->4095) 00002000:00010000:3.0:1746157400.438900:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85c00 00000100:00100000:0.0:1746157400.440478:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.440551:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268620416 00000100:00100000:2.0:1746157400.440556:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268620416 00000100:00100000:2.0:1746157400.440712:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7186 00000100:00100000:2.0:1746157400.440718:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268620416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.440727:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.440739:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03212f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.440760:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 103 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.440765:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.440766:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.440768:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.440787:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 103 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.440794:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 103 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.440801:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267202944:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.440859:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.441743:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267202944:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.441807:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.441816:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157400.441838:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268620416:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1120us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.441844:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7186 00000100:00100000:0.0:1746157400.442130:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.442639:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268620544 00000100:00100000:1.0:1746157400.442643:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268620544 00010000:00010000:1.0:1746157400.442659:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 104 pid: 8487 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.442685:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10514 00000100:00100000:1.0:1746157400.442691:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268620544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157400.442701:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.442721:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 104 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.442730:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 104 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.442749:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61408 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032128 expref: 104 pid: 8487 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.442766:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.442768:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.442774:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.442784:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.442804:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.442813:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203072:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157400.442854:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.445302:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203072:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.445317:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.445362:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268620544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2669us (3230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.445372:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10514 00000100:00100000:0.0:1746157400.445457:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.445542:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268620800 00000100:00100000:3.0:1746157400.445547:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268620800 00002000:00100000:3.0:1746157400.445576:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf100 x1830978268620800/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.445589:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf100 with x1830978268620800 ext(0->4095) 00002000:00010000:3.0:1746157400.445593:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bf100 00000100:00100000:3.0:1746157400.445617:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5084 00000100:00100000:3.0:1746157400.445623:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268620800:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.445875:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268620800:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 251us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.445884:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5084 00002000:00100000:3.0:1746157400.445889:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf100 x1830978268620800/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.445896:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf100 with x1830978268620800 ext(0->4095) 00002000:00010000:3.0:1746157400.445898:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bf100 00000100:00100000:0.0:1746157400.446897:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.446957:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268620928 00000100:00100000:2.0:1746157400.446962:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268620928 00000100:00100000:2.0:1746157400.446991:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7187 00000100:00100000:2.0:1746157400.446996:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31597:x1830978268620928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.447005:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.447016:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032136 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.447035:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.447045:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.447047:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.447050:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.447106:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.447117:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.447127:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267203200:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.447190:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.449121:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.449121:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267203200:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157400.449139:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.449149:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:0.0:1746157400.449176:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31597:x1830978268620928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2180us (2280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.449181:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7187 00000100:00100000:1.0:1746157400.449244:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268621056 00000100:00100000:1.0:1746157400.449248:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268621056 00010000:00010000:1.0:1746157400.449266:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.449296:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10515 00000100:00100000:1.0:1746157400.449302:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268621056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157400.449312:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.449328:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.449338:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.449355:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e6140f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03212f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.449376:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.449378:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.449383:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.449494:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157400.449516:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157400.449517:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.449527:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203328:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.449557:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268621184 00000100:00100000:2.0:1746157400.449560:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268621184 00000100:00100000:2.0:1746157400.449892:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7188 00000100:00100000:2.0:1746157400.449898:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268621184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.449907:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157400.449908:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10000 going to sleep for 11 seconds 00010000:00010000:2.0:1746157400.449914:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03213d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.449926:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.449932:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.449933:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.449936:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.449949:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.449957:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.449964:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267203456:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.449981:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.452156:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203328:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.452170:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.452207:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268621056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2904us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.452215:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10515 00000100:00100000:0.0:1746157400.452392:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.452554:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268621440 00000100:00100000:3.0:1746157400.452559:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268621440 00002000:00100000:3.0:1746157400.452587:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bdc00 x1830978268621440/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.452595:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bdc00 with x1830978268621440 ext(0->4095) 00010000:00010000:3.0:1746157400.452601:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.452611:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.452618:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bdc00 00000100:00100000:3.0:1746157400.452637:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3018 00000100:00100000:3.0:1746157400.452643:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268621440:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.452694:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267203456:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.452709:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.452723:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:1.0:1746157400.452810:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268621184:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2912us (3294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.452815:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7188 00000100:00100000:3.0:1746157400.454056:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268621440:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 1410us (1662us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.454064:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3018 00002000:00100000:3.0:1746157400.454089:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bdc00 x1830978268621440/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.454097:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bdc00 with x1830978268621440 ext(0->4095) 00010000:00010000:3.0:1746157400.454103:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.454113:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.454119:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bdc00 00000100:00100000:0.0:1746157400.457242:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.457291:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.457368:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268621568 00000100:00100000:1.0:1746157400.457374:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268621568 00000100:00100000:1.0:1746157400.457406:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7189 00000100:00100000:1.0:1746157400.457412:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268621568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.457423:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.457435:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032144 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.457454:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.457459:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.457465:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.457468:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.457495:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.457505:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.457513:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:2.0:1746157400.457648:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268621696 00000100:00100000:2.0:1746157400.457652:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268621696 00010000:00010000:2.0:1746157400.457666:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.457969:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268621568:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 557us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.457974:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7189 00000100:00100000:2.0:1746157400.458191:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10516 00000100:00100000:2.0:1746157400.458198:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1984:x1830978268621696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.458208:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.458224:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.458233:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.458247:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61416 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032136 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.458259:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.458260:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.458265:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.458272:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.458291:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.458300:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.458309:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203712:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.458361:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.460226:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203712:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.460238:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.460270:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1984:x1830978268621696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2072us (2979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.460276:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10516 00000100:00100000:0.0:1746157400.460675:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.460792:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268621952 00000100:00100000:3.0:1746157400.460796:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268621952 00002000:00100000:3.0:1746157400.460820:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bed80 x1830978268621952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.460828:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bed80 with x1830978268621952 ext(0->4095) 00010000:00010000:3.0:1746157400.460834:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.460845:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.460850:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bed80 00000100:00100000:3.0:1746157400.460874:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3019 00000100:00100000:3.0:1746157400.460880:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268621952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.460980:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268621952:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.460986:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3019 00002000:00100000:3.0:1746157400.460991:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bed80 x1830978268621952/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.460998:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bed80 with x1830978268621952 ext(0->4095) 00010000:00010000:3.0:1746157400.461002:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.461010:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.461016:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bed80 00000100:00100000:0.0:1746157400.464268:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.464329:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268622080 00000100:00100000:1.0:1746157400.464335:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268622080 00000100:00100000:0.0:1746157400.464338:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.464374:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7190 00000100:00100000:1.0:1746157400.464380:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268622080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.464392:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.464403:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03214b expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.464420:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.464426:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.464435:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.464438:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.464465:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.464475:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.464484:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:2.0:1746157400.464495:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268622208 00000100:00100000:2.0:1746157400.464499:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268622208 00010000:00010000:2.0:1746157400.464514:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.464515:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268622080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.464520:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7190 00000100:00100000:2.0:1746157400.464543:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10517 00000100:00100000:2.0:1746157400.464548:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268622208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.464556:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.464572:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.464582:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.464739:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6141d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03213d expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.464786:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.464788:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.464794:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.464800:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.464818:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.464828:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.464839:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203968:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.465390:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.467637:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267203968:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.467651:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.468042:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268622208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3491us (3702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.468049:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10517 00000100:00100000:1.0:1746157400.468745:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.469603:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268622464 00000100:00100000:3.0:1746157400.469609:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268622464 00002000:00100000:3.0:1746157400.469639:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1f80 x1830978268622464/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.469649:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268622464 ext(0->4095) 00010000:00010000:3.0:1746157400.469655:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.469668:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.469678:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1f80 00000100:00100000:3.0:1746157400.469691:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3020 00000100:00100000:3.0:1746157400.469697:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268622464:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.469821:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268622464:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1076us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.469826:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3020 00002000:00100000:3.0:1746157400.469831:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1f80 x1830978268622464/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.469838:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268622464 ext(0->4095) 00010000:00010000:3.0:1746157400.469842:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.469850:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.469855:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1f80 00000100:00100000:0.0:1746157400.476607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.477116:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268622592 00000100:00100000:2.0:1746157400.477123:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268622592 00010000:00010000:2.0:1746157400.477151:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.477184:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10518 00000100:00100000:2.0:1746157400.477191:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268622592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.477202:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.477219:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.477229:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.477247:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61424 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032144 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.477266:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.477267:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.477273:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.477279:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.477303:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.477313:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204096:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.477386:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.480484:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204096:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.480501:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.480531:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268622592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3340us (3929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.480538:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10518 00000100:00100000:0.0:1746157400.481656:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.481728:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268622848 00000100:00100000:1.0:1746157400.481734:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268622848 00002000:00100000:1.0:1746157400.481766:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d500 x1830978268622848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.481775:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d500 with x1830978268622848 ext(0->4095) 00002000:00010000:1.0:1746157400.481779:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d500 00000100:00100000:1.0:1746157400.481807:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5085 00000100:00100000:1.0:1746157400.481814:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268622848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.482044:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268622848:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 230us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.482053:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5085 00002000:00100000:1.0:1746157400.482058:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178d500 x1830978268622848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.482065:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d500 with x1830978268622848 ext(0->4095) 00002000:00010000:1.0:1746157400.482068:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d500 00000100:00100000:0.0:1746157400.484746:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.484922:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268622976 00000100:00100000:2.0:1746157400.485031:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268622976 00000100:00100000:2.0:1746157400.485127:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7191 00000100:00100000:2.0:1746157400.485197:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268622976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.485213:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.485227:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032152 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.485248:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.485255:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.485256:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.485259:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.485279:0:8489:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.485287:0:8489:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 103 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.485296:0:8489:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267204224:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.485405:0:8489:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.486535:0:8489:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8489:1830978267204224:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.486552:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 6 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.486562:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157400.486595:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268622976:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1462us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.486604:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7191 00000100:00100000:0.0:1746157400.488362:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.488440:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268623104 00000100:00100000:2.0:1746157400.488444:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268623104 00010000:00010000:2.0:1746157400.488464:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.488488:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10519 00000100:00100000:2.0:1746157400.488492:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268623104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.488502:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.488518:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.488528:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.488544:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e6142b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03214b expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.488562:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.488563:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.488569:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.488576:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.488598:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.488653:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204352:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.488711:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.489529:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204352:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.489538:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.489557:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268623104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1064us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.489562:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10519 00000100:00100000:0.0:1746157400.490289:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.490355:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268623360 00000100:00100000:1.0:1746157400.490360:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268623360 00002000:00100000:1.0:1746157400.490383:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178dc00 x1830978268623360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.490391:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178dc00 with x1830978268623360 ext(0->4095) 00002000:00010000:1.0:1746157400.490395:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178dc00 00000100:00100000:1.0:1746157400.490415:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5086 00000100:00100000:1.0:1746157400.490420:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268623360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.490524:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268623360:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.490529:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5086 00002000:00100000:1.0:1746157400.490533:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178dc00 x1830978268623360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.490539:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178dc00 with x1830978268623360 ext(0->4095) 00002000:00010000:1.0:1746157400.490541:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178dc00 00000100:00100000:0.0:1746157400.492669:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.492744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.492853:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268623488 00000100:00100000:1.0:1746157400.492859:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268623488 00000100:00100000:1.0:1746157400.492912:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268623616 00000100:00100000:1.0:1746157400.492915:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268623616 00000100:00100000:1.0:1746157400.492930:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7192 00000100:00100000:1.0:1746157400.492936:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268623488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.492952:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.492964:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032159 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.492975:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7193 00000100:00100000:2.0:1746157400.492983:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268623616:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.492991:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.492997:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032160 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.493099:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.493106:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.493108:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.493111:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.493152:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.493157:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.493163:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.493166:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 106 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.493301:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.493320:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 5 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.493329:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 5 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.493343:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267204608:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.493374:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 106 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.493383:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44a00, rc 0) 00000100:00100000:3.0:1746157400.493402:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31597:x1830978268623616:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 421us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.493409:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7193 00000100:00100000:1.0:1746157400.493411:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a10840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.495829:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267204608:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.495847:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.496007:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157400.496050:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268623488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3113us (3384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.496056:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7192 00000100:00100000:0.0:1746157400.496232:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.496333:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268623744 00000100:00100000:3.0:1746157400.496339:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268623744 00010000:00010000:3.0:1746157400.496358:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.496386:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10520 00000100:00100000:3.0:1746157400.496392:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268623744:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.496401:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.496416:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.496425:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.496440:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e61432 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032152 expref: 6 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.496463:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.496465:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.496470:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.496477:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.496499:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.496509:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.496518:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204736:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.496573:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.497479:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204736:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.497490:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.497519:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268623744:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1127us (1287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.497525:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10520 00000100:00100000:0.0:1746157400.498288:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.498352:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268624000 00000100:00100000:1.0:1746157400.498356:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268624000 00002000:00100000:1.0:1746157400.498378:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80700 x1830978268624000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.498386:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80700 with x1830978268624000 ext(0->4095) 00010000:00010000:1.0:1746157400.498391:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.498401:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.498407:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80700 00000100:00100000:1.0:1746157400.498942:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3021 00000100:00100000:1.0:1746157400.498948:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268624000:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.499142:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268624000:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.499147:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3021 00002000:00100000:1.0:1746157400.499152:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80700 x1830978268624000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.499164:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80700 with x1830978268624000 ext(0->4095) 00010000:00010000:1.0:1746157400.499168:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.499176:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.499181:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80700 00000100:00100000:0.0:1746157400.502185:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.502228:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268624128 00000100:00100000:2.0:1746157400.502234:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268624128 00010000:00010000:2.0:1746157400.502258:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.502289:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10521 00000100:00100000:2.0:1746157400.502295:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268624128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.502304:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.502319:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.502328:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.502344:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e61439 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032159 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.502367:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.502369:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.502374:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.502381:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.502403:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.502411:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204864:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.502471:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.504199:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267204864:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.504219:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.504291:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268624128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1995us (2110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.504299:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10521 00000100:00100000:3.0:1746157400.504375:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.504419:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268624384 00000100:00100000:3.0:1746157400.504422:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268624384 00002000:00100000:3.0:1746157400.504445:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb4bb80 x1830978268624384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.504453:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4bb80 with x1830978268624384 ext(0->4095) 00002000:00010000:3.0:1746157400.504457:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4bb80 00000100:00100000:3.0:1746157400.504482:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5087 00000100:00100000:3.0:1746157400.504488:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268624384:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.504585:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268624384:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (210us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.504591:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5087 00002000:00100000:3.0:1746157400.504595:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb4bb80 x1830978268624384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.504602:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4bb80 with x1830978268624384 ext(0->4095) 00002000:00010000:3.0:1746157400.504605:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4bb80 00000100:00100000:0.0:1746157400.505598:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.505631:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268624512 00000100:00100000:1.0:1746157400.505635:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268624512 00000100:00100000:1.0:1746157400.505662:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7194 00000100:00100000:1.0:1746157400.505667:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268624512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.505676:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.505686:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032167 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.505704:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.505709:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.505711:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.505714:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.505732:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 103 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.505746:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 103 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.505755:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267204992:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.505813:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.506537:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267204992:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.506549:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.506558:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157400.506604:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268624512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 937us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.506608:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7194 00000100:00100000:0.0:1746157400.507004:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.507064:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268624640 00000100:00100000:3.0:1746157400.507067:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268624640 00010000:00010000:3.0:1746157400.507114:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.507130:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10522 00000100:00100000:3.0:1746157400.507135:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268624640:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.507142:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.507155:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.507163:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.507177:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44a00/0x4450b99e49e61440 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032160 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.507327:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.507329:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.507334:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.507342:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.507361:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.507369:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267205120:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.507625:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.509634:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267205120:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.509648:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.509674:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1986:x1830978268624640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2539us (2670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.509681:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10522 00000100:00100000:0.0:1746157400.510517:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.510575:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268624896 00000100:00100000:3.0:1746157400.510580:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268624896 00002000:00100000:3.0:1746157400.510603:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81500 x1830978268624896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.510611:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81500 with x1830978268624896 ext(0->4095) 00002000:00010000:3.0:1746157400.510614:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81500 00000100:00100000:3.0:1746157400.510681:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5088 00000100:00100000:3.0:1746157400.510688:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268624896:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.510945:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268624896:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 256us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.510951:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5088 00002000:00100000:3.0:1746157400.510956:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81500 x1830978268624896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.510962:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81500 with x1830978268624896 ext(0->4095) 00002000:00010000:3.0:1746157400.510965:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81500 00000100:00100000:0.0:1746157400.513774:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.513869:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268625024 00000100:00100000:1.0:1746157400.513876:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268625024 00000100:00100000:1.0:1746157400.513919:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7195 00000100:00100000:1.0:1746157400.513926:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31597:x1830978268625024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.513938:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.513950:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03216e expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.513970:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.513981:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.513982:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.513985:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.514007:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.514016:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.514027:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267205248:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.514134:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.514467:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.514651:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268625152 00000100:00100000:3.0:1746157400.514655:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268625152 00000100:00100000:3.0:1746157400.514673:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7196 00000100:00100000:3.0:1746157400.514678:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268625152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.514685:0:8489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.514691:0:8489:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032175 expref: -99 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.514701:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.514705:0:8489:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.514710:0:8489:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.514713:0:8489:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 106 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.514731:0:8489:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.514742:0:8489:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 106 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.514754:0:8489:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8000, rc 0) 00000100:00100000:3.0:1746157400.514789:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268625152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.514795:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7196 00000100:00100000:1.0:1746157400.515879:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267205248:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.515894:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.515903:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884a00, rc 0) 00000100:00100000:1.0:1746157400.515922:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268625024:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1997us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.515927:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7195 00000100:00100000:0.0:1746157400.516101:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.516221:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268625280 00000100:00100000:3.0:1746157400.516225:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268625280 00010000:00010000:3.0:1746157400.516244:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.516259:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10523 00000100:00100000:3.0:1746157400.516264:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268625280:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.516272:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.516288:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.516297:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.516311:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e61447 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032167 expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.516332:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.516333:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.516338:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.516350:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.516368:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.516376:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.516384:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267205504:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.516428:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.517778:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267205504:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.517788:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.517806:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.517819:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268625280:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1554us (1718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.517826:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10523 00000100:00100000:2.0:1746157400.517851:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268625536 00000100:00100000:2.0:1746157400.517855:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268625536 00002000:00100000:2.0:1746157400.517878:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80380 x1830978268625536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.517885:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80380 with x1830978268625536 ext(0->4095) 00010000:00010000:2.0:1746157400.517891:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.517900:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.517906:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80380 00000100:00100000:2.0:1746157400.517919:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3022 00000100:00100000:2.0:1746157400.517924:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268625536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.518036:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268625536:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.518042:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3022 00002000:00100000:2.0:1746157400.518047:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb80380 x1830978268625536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.518054:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80380 with x1830978268625536 ext(0->4095) 00010000:00010000:2.0:1746157400.518062:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.518104:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.518115:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb80380 00000100:00100000:0.0:1746157400.519646:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.519681:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.519685:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268625664 00000100:00100000:1.0:1746157400.519690:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268625664 00000100:00100000:1.0:1746157400.519722:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7197 00000100:00100000:1.0:1746157400.519728:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268625664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.519739:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.519749:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03217c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.519767:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746157400.519769:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268625792 00010000:00010000:1.0:1746157400.519771:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.519774:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268625792 00010000:00010000:1.0:1746157400.519775:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.519778:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.519788:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.519802:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 105 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.519810:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.519814:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10524 00010000:00010000:1.0:1746157400.519817:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:3.0:1746157400.519819:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268625792:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.519826:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.519838:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.519842:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268625664:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.519847:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7197 00010000:00010000:3.0:1746157400.519849:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.519867:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884a00/0x4450b99e49e6144e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03216e expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.519882:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.519884:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.519888:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.519895:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.519913:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 104 pid: 8489 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.519922:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.519931:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267205760:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.519990:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.522038:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267205760:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.522054:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.522341:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.522376:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268626048 00000100:00100000:2.0:1746157400.522380:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268626048 00002000:00100000:2.0:1746157400.522408:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337eb480 x1830978268626048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.522416:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eb480 with x1830978268626048 ext(0->4095) 00010000:00010000:2.0:1746157400.522421:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 105 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.522432:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 105 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.522437:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337eb480 00000100:00100000:2.0:1746157400.522452:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3023 00000100:00100000:2.0:1746157400.522458:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268626048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.522574:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268625792:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2753us (2892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.522581:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10524 00000100:00100000:2.0:1746157400.523192:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268626048:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 733us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.523199:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3023 00002000:00100000:2.0:1746157400.523204:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337eb480 x1830978268626048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.523211:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eb480 with x1830978268626048 ext(0->4095) 00010000:00010000:2.0:1746157400.523216:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.523229:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 104 pid: 8489 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.523234:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337eb480 00000100:00100000:0.0:1746157400.524892:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.525046:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268626176 00000100:00100000:1.0:1746157400.525052:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268626176 00000100:00100000:0.0:1746157400.525101:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7198 00000100:00100000:0.0:1746157400.525108:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268626176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.525120:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.525131:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032183 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.525149:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.525155:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.525160:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746157400.525162:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.525252:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.525263:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.525270:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321ce00, rc 0) 00000100:00100000:1.0:1746157400.525286:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.525297:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268626176:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.525302:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7198 00000100:00100000:3.0:1746157400.525408:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268626304 00000100:00100000:3.0:1746157400.525412:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268626304 00010000:00010000:3.0:1746157400.525426:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 105 pid: 8489 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.525440:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10525 00000100:00100000:3.0:1746157400.525444:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268626304:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.525449:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.525463:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 105 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.525472:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 105 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.525484:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e61455 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032175 expref: 105 pid: 8489 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.525494:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.525495:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.525499:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.525505:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.525524:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.525532:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.525541:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206016:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.525576:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.527610:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.527979:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206016:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.527995:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.528036:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268626304:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2589us (2748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.528044:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10525 00000100:00100000:2.0:1746157400.528728:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268626560 00000100:00100000:2.0:1746157400.528733:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268626560 00002000:00100000:2.0:1746157400.528762:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8000 x1830978268626560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.528770:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8000 with x1830978268626560 ext(0->4095) 00010000:00010000:2.0:1746157400.528776:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.528786:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.528791:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8000 00000100:00100000:2.0:1746157400.528821:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3024 00000100:00100000:2.0:1746157400.528827:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268626560:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.528941:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268626560:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (1335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.528946:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3024 00002000:00100000:2.0:1746157400.528951:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337e8000 x1830978268626560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.528957:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337e8000 with x1830978268626560 ext(0->4095) 00010000:00010000:2.0:1746157400.528962:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.528969:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.528974:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801337e8000 00000100:00100000:0.0:1746157400.533934:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.533990:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268626688 00000100:00100000:3.0:1746157400.533997:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268626688 00010000:00010000:3.0:1746157400.534024:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.534614:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10526 00000100:00100000:3.0:1746157400.534622:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268626688:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.534634:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.534652:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.534664:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.534688:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e6145c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03217c expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.535525:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.535527:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.535535:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.535542:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.535567:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.535576:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206144:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.536373:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.542036:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.542168:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268626944 00000100:00100000:1.0:1746157400.542175:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268626944 00002000:00100000:1.0:1746157400.542206:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51c000 x1830978268626944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.542220:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51c000 with x1830978268626944 ext(0->4095) 00002000:00010000:1.0:1746157400.542224:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51c000 00000100:00100000:1.0:1746157400.542481:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5089 00000100:00100000:1.0:1746157400.542490:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268626944:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.542617:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268626944:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.542622:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5089 00002000:00100000:1.0:1746157400.542627:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51c000 x1830978268626944/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.542633:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51c000 with x1830978268626944 ext(0->4095) 00002000:00010000:1.0:1746157400.542636:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51c000 00000100:00100000:3.0:1746157400.542840:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206144:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.542855:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.542875:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268626688:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 8255us (8949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.542881:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10526 00000100:00100000:0.0:1746157400.544604:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.544658:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268627072 00000100:00100000:2.0:1746157400.544662:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268627072 00000100:00100000:2.0:1746157400.544699:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7199 00000100:00100000:2.0:1746157400.544705:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268627072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.544716:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.544729:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03218a expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.544750:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.544756:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.544757:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.544760:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.544792:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.544802:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 103 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.544817:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267206272:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.545315:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.546537:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267206272:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.546557:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.546566:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45c00, rc 0) 00000100:00100000:2.0:1746157400.546591:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268627072:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1886us (1991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.546596:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7199 00000100:00100000:0.0:1746157400.547274:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.547443:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268627200 00000100:00100000:3.0:1746157400.547448:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268627200 00010000:00010000:3.0:1746157400.547470:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.547582:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10527 00000100:00100000:3.0:1746157400.547588:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268627200:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.547598:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.547614:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.547622:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.547638:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009321ce00/0x4450b99e49e61463 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032183 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.547661:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.547663:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.547669:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.547675:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.547697:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.547706:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206400:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.547763:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.550363:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206400:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.550382:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.550425:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268627200:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2836us (3151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.550432:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10527 00000100:00100000:0.0:1746157400.550655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.550706:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268627456 00000100:00100000:2.0:1746157400.550711:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268627456 00002000:00100000:2.0:1746157400.550740:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51e680 x1830978268627456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.550748:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e680 with x1830978268627456 ext(0->4095) 00002000:00010000:2.0:1746157400.550752:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51e680 00000100:00100000:2.0:1746157400.550777:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5090 00000100:00100000:2.0:1746157400.550783:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268627456:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.550912:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268627456:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.550917:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5090 00002000:00100000:2.0:1746157400.550922:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51e680 x1830978268627456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.550933:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e680 with x1830978268627456 ext(0->4095) 00002000:00010000:2.0:1746157400.550936:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51e680 00000100:00100000:0.0:1746157400.552302:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.552384:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268627584 00000100:00100000:2.0:1746157400.552389:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268627584 00000100:00100000:2.0:1746157400.552581:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7200 00000100:00100000:2.0:1746157400.552587:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268627584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.552598:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.552610:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032191 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.552631:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.552638:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.552639:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.552642:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.552664:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.552673:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.552682:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267206528:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.553372:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.553380:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.553408:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268627712 00000100:00100000:1.0:1746157400.553414:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268627712 00000100:00100000:1.0:1746157400.553435:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7201 00000100:00100000:1.0:1746157400.553440:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268627712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.553447:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.553454:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032198 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.553466:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.553469:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.553473:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.553476:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.553495:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.553503:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.553510:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157400.553873:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31597:x1830978268627712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 430us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.553879:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7201 00000100:00100000:2.0:1746157400.555492:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267206528:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.555514:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.555525:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157400.555937:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268627584:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3348us (3635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.555943:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7200 00000100:00100000:0.0:1746157400.556159:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.556313:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268627840 00000100:00100000:3.0:1746157400.556318:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268627840 00010000:00010000:3.0:1746157400.556339:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.556366:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10528 00000100:00100000:3.0:1746157400.556372:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268627840:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.556381:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.556397:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.556407:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.556423:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e6146a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03218a expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.556436:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.556438:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.556442:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.556448:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.556469:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.556477:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.556485:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206784:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.556536:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.559913:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.560049:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268628096 00000100:00100000:1.0:1746157400.560055:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268628096 00002000:00100000:1.0:1746157400.560113:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51f100 x1830978268628096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.560122:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51f100 with x1830978268628096 ext(0->4095) 00010000:00010000:1.0:1746157400.560129:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.560140:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.560146:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51f100 00000100:00100000:1.0:1746157400.560175:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3025 00000100:00100000:1.0:1746157400.560182:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268628096:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.560304:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268628096:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.560309:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3025 00002000:00100000:1.0:1746157400.560314:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51f100 x1830978268628096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.560321:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51f100 with x1830978268628096 ext(0->4095) 00010000:00010000:1.0:1746157400.560324:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.560331:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.560336:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c51f100 00000100:00100000:3.0:1746157400.560413:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206784:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.560428:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.560446:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268627840:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4075us (4288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.560452:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10528 00000100:00100000:0.0:1746157400.562759:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.562869:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268628224 00000100:00100000:3.0:1746157400.562876:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268628224 00010000:00010000:3.0:1746157400.562898:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.562923:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10529 00000100:00100000:3.0:1746157400.562928:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268628224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.562944:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.562960:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.562971:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.562988:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e61471 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032191 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.563006:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.563007:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.563012:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.563019:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.563043:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.563054:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206912:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.563466:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b68840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.564682:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267206912:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.564697:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.564737:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268628224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1805us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.564744:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10529 00000100:00100000:0.0:1746157400.565572:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.565644:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268628480 00000100:00100000:2.0:1746157400.565649:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268628480 00002000:00100000:2.0:1746157400.565676:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d500 x1830978268628480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.565684:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d500 with x1830978268628480 ext(0->4095) 00002000:00010000:2.0:1746157400.565688:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51d500 00000100:00100000:2.0:1746157400.565711:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5091 00000100:00100000:2.0:1746157400.565717:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268628480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.565822:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268628480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.565827:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5091 00002000:00100000:2.0:1746157400.565831:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51d500 x1830978268628480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.565837:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d500 with x1830978268628480 ext(0->4095) 00002000:00010000:2.0:1746157400.565839:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51d500 00000100:00100000:0.0:1746157400.568386:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.568466:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268628608 00000100:00100000:2.0:1746157400.568472:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268628608 00000100:00100000:2.0:1746157400.568512:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7202 00000100:00100000:2.0:1746157400.568519:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268628608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.568530:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.568542:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03219f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.568564:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.568571:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.568573:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.568577:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.568605:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.568616:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 103 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.568630:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267207040:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.568699:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.569698:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267207040:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.569710:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.569720:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45800, rc 0) 00000100:00100000:2.0:1746157400.569748:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268628608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1231us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.569753:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7202 00000100:00100000:0.0:1746157400.570454:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.570526:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268628736 00000100:00100000:3.0:1746157400.570535:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268628736 00010000:00010000:3.0:1746157400.570555:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.570591:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10530 00000100:00100000:3.0:1746157400.570596:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268628736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.570605:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.570622:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.570631:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.570646:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61478 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032198 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.570668:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.570669:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.570674:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.570680:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.570701:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.570709:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267207168:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.570754:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.573131:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267207168:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.573148:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.573190:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268628736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2593us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.573197:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10530 00000100:00100000:0.0:1746157400.574404:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.574476:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268628992 00000100:00100000:1.0:1746157400.574483:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268628992 00002000:00100000:1.0:1746157400.574515:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51e300 x1830978268628992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.574525:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e300 with x1830978268628992 ext(0->4095) 00002000:00010000:1.0:1746157400.574528:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51e300 00000100:00100000:1.0:1746157400.574555:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5092 00000100:00100000:1.0:1746157400.574561:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268628992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.574666:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268628992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.574671:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5092 00002000:00100000:1.0:1746157400.574676:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c51e300 x1830978268628992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.574682:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e300 with x1830978268628992 ext(0->4095) 00002000:00010000:1.0:1746157400.574684:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51e300 00000100:00100000:0.0:1746157400.575299:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.575469:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268629120 00000100:00100000:2.0:1746157400.575473:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268629120 00000100:00100000:2.0:1746157400.575507:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7203 00000100:00100000:2.0:1746157400.575512:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268629120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.575521:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.575532:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321a6 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.575654:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.575846:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.575848:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.575852:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.575876:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.575885:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.575898:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267207296:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.576284:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.576417:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.577834:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268629248 00000100:00100000:1.0:1746157400.577840:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268629248 00000100:00100000:1.0:1746157400.577875:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7204 00000100:00100000:1.0:1746157400.577880:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268629248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.577890:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.577899:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321ad expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.577913:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.577917:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.577922:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.577925:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.577945:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.577954:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.577962:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157400.577999:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31597:x1830978268629248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.578005:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7204 00000100:00100000:1.0:1746157400.578264:0:3311:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267207936:0@lo:400:kworker.0 00000100:00100000:1.0:1746157400.578293:0:3311:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157400.578311:0:3311:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746157400.578315:0:3311:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1830978267207808:0@lo:400:kworker.0 00000100:00100000:1.0:1746157400.578333:0:3311:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157400.578385:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978267207552:0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578407:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157400.578428:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978267208064:0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578442:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157400.578451:0:3312:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746157400.578454:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1830978267207680:0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578464:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157400.578472:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267208192:0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578484:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157400.578497:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267207808 00000100:00100000:0.0:1746157400.578499:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267207808 00000100:00100000:0.0:1746157400.578518:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267208064 00000100:00100000:0.0:1746157400.578520:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267208064 00000100:00100000:0.0:1746157400.578528:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267207680 00000100:00100000:0.0:1746157400.578529:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267207680 00000100:00100000:0.0:1746157400.578538:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1746157400.578542:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1830978267207808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578563:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1830978267207808:12345-0@lo:400:kworker.0 Request processed in 21us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.578567:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1746157400.578574:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1746157400.578578:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1830978267208064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578591:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1830978267208064:12345-0@lo:400:kworker.0 Request processed in 13us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.578594:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1746157400.578599:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1746157400.578603:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1830978267207680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578614:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3312:x1830978267207680:12345-0@lo:400:kworker.0 Request processed in 12us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.578618:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:0.0:1746157400.578629:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157400.578649:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3312:1830978267207680:0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578657:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978267208064:0@lo:400:kworker.0 00000100:00100000:2.0:1746157400.578718:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267207552 00000100:00100000:2.0:1746157400.578720:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267207552 00000100:00100000:2.0:1746157400.578737:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1746157400.578741:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4661050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3312:x1830978267207552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157400.578762:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4661050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3312:x1830978267207552:12345-0@lo:400:kworker.0 Request processed in 21us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.578766:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1746157400.578783:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267207936 00000100:00100000:2.0:1746157400.578785:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267207936 00000100:00100000:2.0:1746157400.578811:0:8489:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267208192 00000100:00100000:2.0:1746157400.578813:0:8489:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267208192 00000100:00100000:2.0:1746157400.578823:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1746157400.578827:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978267207936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157400.578843:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978267207936:12345-0@lo:400:kworker.0 Request processed in 16us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.578847:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1746157400.578852:0:8489:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1746157400.578855:0:8489:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267208192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157400.578868:0:8489:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267208192:12345-0@lo:400:kworker.0 Request processed in 12us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.578871:0:8489:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00080000:2.0:1746157400.578883:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746157400.578885:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157400.578958:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267208192:0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.578963:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978267207552:0@lo:400:kworker.0 00000100:00100000:1.0:1746157400.579001:0:3311:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1830978267207808:0@lo:400:kworker.0 00000100:00100000:1.0:1746157400.579007:0:3311:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267207936:0@lo:400:kworker.0 00000100:00100000:0.0:1746157400.579866:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.580122:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267207296:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.580139:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.580150:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:3.0:1746157400.580232:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268629376 00000100:00100000:3.0:1746157400.580237:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268629376 00010000:00010000:3.0:1746157400.580254:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.580373:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10531 00000100:00100000:3.0:1746157400.580421:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268629376:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.580430:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.580446:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.580455:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.580472:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45800/0x4450b99e49e6147f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03219f expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.580484:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.580486:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.580492:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.580498:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.580520:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.580529:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.580537:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267208320:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.580629:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268629120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5115us (5329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.580635:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7203 00000100:00100000:3.0:1746157400.581150:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.582899:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267208320:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.582912:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.582943:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268629376:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2564us (3078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.582950:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10531 00000100:00100000:0.0:1746157400.583532:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.584431:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268629632 00000100:00100000:1.0:1746157400.584437:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268629632 00002000:00100000:1.0:1746157400.584466:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f480 x1830978268629632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.584474:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f480 with x1830978268629632 ext(0->4095) 00010000:00010000:1.0:1746157400.584486:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.584498:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.584504:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f480 00000100:00100000:1.0:1746157400.584531:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3026 00000100:00100000:1.0:1746157400.584538:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268629632:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.584660:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268629632:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.584669:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3026 00002000:00100000:1.0:1746157400.584674:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f480 x1830978268629632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.584681:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f480 with x1830978268629632 ext(0->4095) 00010000:00010000:1.0:1746157400.584685:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.584693:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.584698:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f480 00000100:00100000:0.0:1746157400.589814:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.589918:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268629760 00000100:00100000:3.0:1746157400.589924:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268629760 00010000:00010000:3.0:1746157400.589949:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.590390:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10532 00000100:00100000:3.0:1746157400.590398:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1984:x1830978268629760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.590408:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.590425:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.590435:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.590454:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e61486 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321a6 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.590584:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.590586:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.590592:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.590603:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.590628:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.590639:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267208448:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.590703:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.592344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.592838:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267208448:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.592851:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.592878:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1984:x1830978268629760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2480us (3188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.592885:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10532 00000100:00100000:2.0:1746157400.592938:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268630016 00000100:00100000:2.0:1746157400.592943:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268630016 00002000:00100000:2.0:1746157400.592969:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3800 x1830978268630016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.592977:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3800 with x1830978268630016 ext(0->4095) 00002000:00010000:2.0:1746157400.592980:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e3800 00000100:00100000:2.0:1746157400.592992:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5093 00000100:00100000:2.0:1746157400.592997:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268630016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.593133:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268630016:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (954us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.593139:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5093 00002000:00100000:2.0:1746157400.593144:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e3800 x1830978268630016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.593151:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3800 with x1830978268630016 ext(0->4095) 00002000:00010000:2.0:1746157400.593153:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e3800 00000100:00100000:0.0:1746157400.594819:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.594893:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268630144 00000100:00100000:2.0:1746157400.594898:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268630144 00000100:00100000:2.0:1746157400.594930:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7205 00000100:00100000:2.0:1746157400.594935:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268630144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.594944:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.594955:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321b4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.594974:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.594980:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.594981:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.594984:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.595003:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.595012:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 103 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.595021:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267208576:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.595104:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.596517:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267208576:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.596534:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.596548:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44e00, rc 0) 00000100:00100000:2.0:1746157400.596576:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268630144:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1640us (1760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.596583:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7205 00000100:00100000:0.0:1746157400.596724:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.596876:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268630272 00000100:00100000:3.0:1746157400.596881:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268630272 00010000:00010000:3.0:1746157400.596896:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.596928:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10533 00000100:00100000:3.0:1746157400.596934:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268630272:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.596942:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.596956:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.596965:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.596979:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e6148d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ad expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.596991:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.596993:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.596997:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.597004:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.597042:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.597051:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267208704:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.597114:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.599606:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267208704:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.599622:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.599667:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268630272:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2732us (2942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.599674:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10533 00000100:00100000:0.0:1746157400.600022:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.600281:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268630528 00000100:00100000:1.0:1746157400.600287:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268630528 00002000:00100000:1.0:1746157400.600312:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2300 x1830978268630528/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.600320:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2300 with x1830978268630528 ext(0->4095) 00002000:00010000:1.0:1746157400.600323:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e2300 00000100:00100000:1.0:1746157400.600342:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5094 00000100:00100000:1.0:1746157400.600347:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268630528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.600467:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268630528:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.600472:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5094 00002000:00100000:1.0:1746157400.600476:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e2300 x1830978268630528/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.600488:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2300 with x1830978268630528 ext(0->4095) 00002000:00010000:1.0:1746157400.600490:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e2300 00000100:00100000:0.0:1746157400.602980:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.603155:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268630656 00000100:00100000:2.0:1746157400.603161:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268630656 00000100:00100000:2.0:1746157400.603193:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7206 00000100:00100000:2.0:1746157400.603198:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31597:x1830978268630656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.603209:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.603221:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321bb expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.603241:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.603247:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.603248:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.603251:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.603274:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.603283:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.603298:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267208832:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.603365:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.603769:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.603849:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268630784 00000100:00100000:1.0:1746157400.603852:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268630784 00000100:00100000:1.0:1746157400.603883:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7207 00000100:00100000:1.0:1746157400.603888:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268630784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.603895:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.603901:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321c2 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.603912:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.603915:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.603920:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.603923:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.603940:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.603949:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.603956:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157400.603993:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268630784:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.603999:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7207 00000100:00100000:2.0:1746157400.605039:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267208832:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.605052:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.605061:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45a00, rc 0) 00000100:00100000:2.0:1746157400.605286:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268630656:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2086us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.605292:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7206 00000100:00100000:0.0:1746157400.605655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.606095:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268630912 00000100:00100000:3.0:1746157400.606100:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268630912 00010000:00010000:3.0:1746157400.606118:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.606148:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10534 00000100:00100000:3.0:1746157400.606153:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268630912:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.606162:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.606177:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.606186:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.606202:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44e00/0x4450b99e49e61494 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321b4 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.606223:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.606225:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.606230:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.606237:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.606258:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.606268:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.606276:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267209088:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.606332:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.608217:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267209088:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.608229:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.608267:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268630912:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2113us (2612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.608274:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10534 00000100:00100000:0.0:1746157400.611762:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.611887:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268631168 00000100:00100000:3.0:1746157400.611894:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268631168 00002000:00100000:3.0:1746157400.611925:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8f480 x1830978268631168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.611934:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8f480 with x1830978268631168 ext(0->4095) 00010000:00010000:3.0:1746157400.611941:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.611951:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.611957:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8f480 00000100:00100000:3.0:1746157400.611981:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3027 00000100:00100000:3.0:1746157400.611987:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268631168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.612287:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268631168:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 299us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.612293:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3027 00002000:00100000:3.0:1746157400.612299:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ac8f480 x1830978268631168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.612305:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac8f480 with x1830978268631168 ext(0->4095) 00010000:00010000:3.0:1746157400.612310:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.612319:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.612324:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac8f480 00000100:00100000:0.0:1746157400.614334:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.614382:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.614391:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268631424 00000100:00100000:2.0:1746157400.614396:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268631424 00000100:00100000:2.0:1746157400.614433:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7208 00000100:00100000:2.0:1746157400.614439:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268631424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157400.614447:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268631296 00010000:00010000:2.0:1746157400.614449:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746157400.614452:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268631296 00010000:00010000:2.0:1746157400.614461:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321c9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.614468:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.614479:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.614484:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.614489:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.614492:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.614496:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10535 00000100:00100000:3.0:1746157400.614501:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268631296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.614507:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.614519:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.614521:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.614532:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.614578:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.614584:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45a00/0x4450b99e49e6149b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321bb expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.614586:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.614588:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.614592:0:8488:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.614598:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.614679:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157400.614688:0:8488:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.614698:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.614708:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267209344:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.614715:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268631296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 214us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.614760:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10535 00000100:00100000:2.0:1746157400.614835:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.617496:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267209344:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.617510:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:2.0:1746157400.617549:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268631424:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3109us (3248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.617556:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7208 00000100:00100000:0.0:1746157400.618129:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.618186:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268631680 00000100:00100000:3.0:1746157400.618192:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268631680 00002000:00100000:3.0:1746157400.618220:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52680 x1830978268631680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.618228:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52680 with x1830978268631680 ext(0->4095) 00010000:00010000:3.0:1746157400.618235:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.618247:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.618253:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba52680 00000100:00100000:3.0:1746157400.618281:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3028 00000100:00100000:3.0:1746157400.618287:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268631680:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.618416:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268631680:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.618422:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3028 00002000:00100000:3.0:1746157400.618427:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52680 x1830978268631680/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.618433:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52680 with x1830978268631680 ext(0->4095) 00010000:00010000:3.0:1746157400.618438:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.618446:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.618451:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba52680 00000100:00100000:0.0:1746157400.619606:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.619668:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.620224:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268631808 00000100:00100000:2.0:1746157400.620228:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268631808 00000100:00100000:3.0:1746157400.620245:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268631936 00000100:00100000:3.0:1746157400.620249:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268631936 00000100:00100000:2.0:1746157400.620257:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7209 00010000:00010000:3.0:1746157400.620263:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.620263:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268631808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.620271:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.620280:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321d0 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.620290:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10536 00010000:00010000:2.0:1746157400.620294:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746157400.620295:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a973a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1984:x1830978268631936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.620298:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.620302:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.620303:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.620306:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.620314:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.620323:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.620734:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.620745:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.620752:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44000, rc 0) 00000100:00100000:2.0:1746157400.620781:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268631808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 519us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.620787:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7209 00010000:00010000:3.0:1746157400.620844:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e614a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c2 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.620853:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.620855:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.620859:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.620870:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.620887:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.620896:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.620905:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267209600:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.620966:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.622621:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.623276:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268632192 00000100:00100000:2.0:1746157400.623281:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268632192 00002000:00100000:2.0:1746157400.623311:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53800 x1830978268632192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.623318:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53800 with x1830978268632192 ext(0->4095) 00010000:00010000:2.0:1746157400.623324:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.623335:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.623345:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba53800 00000100:00100000:2.0:1746157400.623359:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3029 00000100:00100000:2.0:1746157400.623365:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268632192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.623393:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267209600:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.623405:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.623431:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a973a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1984:x1830978268631936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3136us (3763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.623439:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10536 00000100:00100000:2.0:1746157400.623467:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268632192:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.623472:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3029 00002000:00100000:2.0:1746157400.623476:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53800 x1830978268632192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.623649:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53800 with x1830978268632192 ext(0->4095) 00010000:00010000:2.0:1746157400.623655:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.623664:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.623673:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba53800 00000100:00100000:2.0:1746157400.626680:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267209728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746157400.626723:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157400.626804:0:24586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267209728 00000100:00100000:3.0:1746157400.626809:0:24586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267209728 00000100:00100000:3.0:1746157400.626882:0:24586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1746157400.626889:0:24586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267209728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746157400.626915:0:24586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531431424 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1746157400.626943:0:24586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267209728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.626949:0:24586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1746157400.627013:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267209728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746157400.627793:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.627838:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268632320 00000100:00100000:3.0:1746157400.627842:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268632320 00010000:00010000:3.0:1746157400.627858:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.627876:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10537 00000100:00100000:3.0:1746157400.627881:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268632320:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.627888:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.627904:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.627913:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.627930:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45000/0x4450b99e49e614a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321c9 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.627954:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.627956:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.627961:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.627967:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.627988:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.627995:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267209856:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.628048:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.630165:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267209856:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157400.630174:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:3.0:1746157400.630178:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.630218:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268632320:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2336us (2426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.630225:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10537 00000100:00100000:2.0:1746157400.630243:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268632576 00000100:00100000:2.0:1746157400.630247:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268632576 00002000:00100000:2.0:1746157400.630359:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52d80 x1830978268632576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.630367:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52d80 with x1830978268632576 ext(0->4095) 00002000:00010000:2.0:1746157400.630370:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba52d80 00000100:00100000:2.0:1746157400.630384:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5095 00000100:00100000:2.0:1746157400.630389:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268632576:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.630501:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268632576:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.630507:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5095 00002000:00100000:2.0:1746157400.630512:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba52d80 x1830978268632576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.630518:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba52d80 with x1830978268632576 ext(0->4095) 00002000:00010000:2.0:1746157400.630520:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba52d80 00000100:00100000:0.0:1746157400.632158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.632203:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268632704 00000100:00100000:2.0:1746157400.632207:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268632704 00000100:00100000:2.0:1746157400.632226:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7210 00000100:00100000:2.0:1746157400.632231:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268632704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.632240:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.632251:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321d7 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.632268:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.632274:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.632275:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.632278:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.632296:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.632305:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 103 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.632313:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267209984:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.632832:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.633229:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267209984:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.633241:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.633249:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:2.0:1746157400.633267:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268632704:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1036us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.633276:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7210 00000100:00100000:0.0:1746157400.633775:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.633833:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268632832 00000100:00100000:3.0:1746157400.633837:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268632832 00010000:00010000:3.0:1746157400.633852:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.634034:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10538 00000100:00100000:3.0:1746157400.634039:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268632832:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.634048:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.634061:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.634070:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.634121:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44000/0x4450b99e49e614b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d0 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.634136:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.634138:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.634143:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.634150:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.634169:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.634176:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267210112:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.634220:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.635276:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267210112:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.635285:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.635302:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268632832:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1264us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.635308:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10538 00000100:00100000:0.0:1746157400.635579:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.636102:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268633088 00000100:00100000:1.0:1746157400.636106:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268633088 00002000:00100000:1.0:1746157400.636129:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53480 x1830978268633088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.636137:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53480 with x1830978268633088 ext(0->4095) 00002000:00010000:1.0:1746157400.636140:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba53480 00000100:00100000:1.0:1746157400.636162:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5096 00000100:00100000:1.0:1746157400.636167:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268633088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.636269:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268633088:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.636274:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5096 00002000:00100000:1.0:1746157400.636279:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba53480 x1830978268633088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.636286:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba53480 with x1830978268633088 ext(0->4095) 00002000:00010000:1.0:1746157400.636288:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba53480 00000100:00100000:0.0:1746157400.637727:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.637881:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268633216 00000100:00100000:2.0:1746157400.637885:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268633216 00000100:00100000:2.0:1746157400.637908:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7211 00000100:00100000:2.0:1746157400.637913:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31597:x1830978268633216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.637922:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.637932:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321de expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.637951:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.637957:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.637958:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.637961:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.637980:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.637990:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.637998:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267210240:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.638346:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00010000:00010000:1.0:1746157400.638690:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157400.640011:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267210240:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.640034:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.640045:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44800, rc 0) 00000100:00100000:2.0:1746157400.640104:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31597:x1830978268633216:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2190us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.640110:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7211 00000100:00100000:0.0:1746157400.640906:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.640992:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268633344 00000100:00100000:3.0:1746157400.640996:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268633344 00010000:00010000:3.0:1746157400.641015:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.641045:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10539 00000100:00100000:3.0:1746157400.641050:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268633344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.641062:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.641116:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.641125:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.641140:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45600/0x4450b99e49e614b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321d7 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.641153:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.641155:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.641160:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.641166:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.641188:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.641197:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267210368:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.641247:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.641579:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.641636:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268633472 00000100:00100000:3.0:1746157400.641640:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268633472 00000100:00100000:3.0:1746157400.641656:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7212 00000100:00100000:3.0:1746157400.641661:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268633472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.641672:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.641680:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321e5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.641693:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.641699:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.641700:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.641703:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.641716:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.641725:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.641732:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267210496:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.641884:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.643305:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267210496:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.643318:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.643325:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8e00, rc 0) 00000100:00100000:3.0:1746157400.643512:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268633472:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1850us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.643521:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7212 00000100:00100000:2.0:1746157400.643526:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267210368:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.643536:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.643633:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.643668:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268633728 00000100:00100000:3.0:1746157400.643672:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268633728 00002000:00100000:3.0:1746157400.643692:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1500 x1830978268633728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.643699:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1500 with x1830978268633728 ext(0->4095) 00010000:00010000:3.0:1746157400.643704:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.643712:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.643718:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1500 00000100:00100000:2.0:1746157400.643782:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268633344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2731us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.643786:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3030 00000100:00100000:2.0:1746157400.643789:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10539 00000100:00100000:3.0:1746157400.643791:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268633728:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.643962:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268633728:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.643967:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3030 00002000:00100000:3.0:1746157400.643972:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1500 x1830978268633728/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.643978:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1500 with x1830978268633728 ext(0->4095) 00010000:00010000:3.0:1746157400.643982:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.643993:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.643997:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1500 00000100:00100000:0.0:1746157400.645749:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.645776:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.645811:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268633984 00000100:00100000:2.0:1746157400.645815:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268633984 00000100:00100000:3.0:1746157400.645828:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268633856 00000100:00100000:3.0:1746157400.645830:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268633856 00010000:00010000:2.0:1746157400.645832:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.645847:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7213 00000100:00100000:3.0:1746157400.645851:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268633856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.645860:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.645869:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321ec expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.645882:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746157400.645885:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10540 00010000:00010000:3.0:1746157400.645886:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.645891:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746157400.645891:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268633984:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.645894:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.645897:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.645908:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.645914:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.645916:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.645996:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.645996:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d44800/0x4450b99e49e614be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321de expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.646004:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.646005:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.646010:0:8488:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.646016:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.646024:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157400.646032:0:8488:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.646040:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.646049:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267210752:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.646121:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268633984:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 229us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.646125:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.646127:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10540 00000100:00100000:0.0:1746157400.647670:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.647716:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267210752:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.647726:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136825400, rc 0) 00000100:00100000:2.0:1746157400.647744:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268634240 00000100:00100000:3.0:1746157400.647750:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268633856:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1897us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.647751:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268634240 00000100:00100000:3.0:1746157400.647755:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7213 00002000:00100000:2.0:1746157400.647773:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48380 x1830978268634240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.647781:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48380 with x1830978268634240 ext(0->4095) 00010000:00010000:2.0:1746157400.647786:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.647797:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.647910:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d48380 00000100:00100000:2.0:1746157400.647932:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3031 00000100:00100000:2.0:1746157400.647938:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268634240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.648044:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268634240:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.648049:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3031 00002000:00100000:2.0:1746157400.648054:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d48380 x1830978268634240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.648061:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d48380 with x1830978268634240 ext(0->4095) 00010000:00010000:2.0:1746157400.648065:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.648106:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.648112:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d48380 00000100:00100000:0.0:1746157400.649496:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.649532:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.649601:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268634368 00000100:00100000:3.0:1746157400.649605:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268634368 00000100:00100000:3.0:1746157400.649625:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7214 00000100:00100000:3.0:1746157400.649630:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268634368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.649638:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.649649:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321f3 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.649672:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268634496 00010000:00010000:3.0:1746157400.649673:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746157400.649675:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268634496 00010000:00010000:3.0:1746157400.649678:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.649683:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.649686:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.649686:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.649708:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10541 00010000:00010000:3.0:1746157400.649709:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.649713:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1984:x1830978268634496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.649719:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.649723:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.649726:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8c00, rc 0) 00010000:00010000:2.0:1746157400.649735:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.649743:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.649755:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8e00/0x4450b99e49e614c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321e5 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.649758:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268634368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.649763:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7214 00010000:00010000:2.0:1746157400.649775:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.649776:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.649781:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.649787:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.649808:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.649817:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.649825:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211008:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.649866:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.651248:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211008:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.651260:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.651291:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1984:x1830978268634496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1577us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.651297:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10541 00000100:00100000:0.0:1746157400.651797:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.651941:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268634752 00000100:00100000:2.0:1746157400.651944:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268634752 00002000:00100000:2.0:1746157400.651968:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5500 x1830978268634752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.651981:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5500 with x1830978268634752 ext(0->4095) 00010000:00010000:2.0:1746157400.651987:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.651996:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.652002:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d5500 00000100:00100000:2.0:1746157400.652025:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3032 00000100:00100000:2.0:1746157400.652032:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268634752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.652162:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268634752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.652168:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3032 00002000:00100000:2.0:1746157400.652172:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5500 x1830978268634752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.652178:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5500 with x1830978268634752 ext(0->4095) 00010000:00010000:2.0:1746157400.652183:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.652191:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.652196:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d5500 00000100:00100000:0.0:1746157400.655345:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.655421:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268634880 00000100:00100000:2.0:1746157400.655427:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268634880 00010000:00010000:2.0:1746157400.655453:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.655488:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10542 00000100:00100000:2.0:1746157400.655495:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1984:x1830978268634880:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.655506:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.655520:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.655530:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.655548:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136825400/0x4450b99e49e614cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321ec expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.655573:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.655575:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.655581:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.655588:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.655613:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.655624:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211136:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.655682:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.657618:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211136:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.657633:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.657669:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1984:x1830978268634880:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2175us (2329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.657684:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10542 00000100:00100000:0.0:1746157400.659123:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.659170:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268635136 00000100:00100000:2.0:1746157400.659175:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268635136 00002000:00100000:2.0:1746157400.659203:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d4e00 x1830978268635136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.659210:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d4e00 with x1830978268635136 ext(0->4095) 00002000:00010000:2.0:1746157400.659214:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d4e00 00000100:00100000:2.0:1746157400.659227:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5097 00000100:00100000:2.0:1746157400.659232:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268635136:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.659349:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268635136:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.659355:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5097 00002000:00100000:2.0:1746157400.659360:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d4e00 x1830978268635136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.659365:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d4e00 with x1830978268635136 ext(0->4095) 00002000:00010000:2.0:1746157400.659367:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800930d4e00 00000100:00100000:0.0:1746157400.661292:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.661363:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268635264 00000100:00100000:3.0:1746157400.661549:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268635264 00000100:00100000:3.0:1746157400.661611:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7215 00000100:00100000:3.0:1746157400.661617:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268635264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.661626:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.661638:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0321fa expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.661660:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.661665:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.661667:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.661670:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.661690:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.661698:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 103 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.661708:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267211264:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.661769:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.663189:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267211264:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.663206:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.663217:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db8000, rc 0) 00000100:00100000:3.0:1746157400.663619:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268635264:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2000us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.663627:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7215 00000100:00100000:0.0:1746157400.663979:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.664229:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268635392 00000100:00100000:2.0:1746157400.664286:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268635392 00010000:00010000:2.0:1746157400.664306:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.664336:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10543 00000100:00100000:2.0:1746157400.664341:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268635392:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.664349:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.664364:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.664372:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.664386:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8c00/0x4450b99e49e614d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321f3 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.664402:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.664404:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.664408:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.664415:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.664432:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.664440:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211392:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.664483:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.665706:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211392:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.665719:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.665739:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268635392:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1398us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.665744:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10543 00000100:00100000:0.0:1746157400.666228:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.666297:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268635648 00000100:00100000:2.0:1746157400.666301:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268635648 00002000:00100000:2.0:1746157400.666433:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d702680 x1830978268635648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.666441:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d702680 with x1830978268635648 ext(0->4095) 00002000:00010000:2.0:1746157400.666444:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d702680 00000100:00100000:2.0:1746157400.666668:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5098 00000100:00100000:2.0:1746157400.666675:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268635648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.666968:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268635648:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 293us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.666973:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5098 00002000:00100000:2.0:1746157400.666978:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012d702680 x1830978268635648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.666984:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d702680 with x1830978268635648 ext(0->4095) 00002000:00010000:2.0:1746157400.666987:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d702680 00000100:00100000:0.0:1746157400.668176:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.668246:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.668380:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268635776 00000100:00100000:3.0:1746157400.668386:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268635776 00000100:00100000:3.0:1746157400.668411:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268635904 00000100:00100000:3.0:1746157400.668414:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268635904 00000100:00100000:3.0:1746157400.668441:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7216 00000100:00100000:3.0:1746157400.668448:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31597:x1830978268635776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746157400.668463:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7217 00000100:00100000:0.0:1746157400.668472:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268635904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.668484:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.668487:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.668498:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032201 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.668499:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032208 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.668520:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.668527:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.668528:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.668531:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.668896:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.668902:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.668907:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.668910:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.669155:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.669167:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.669178:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267211520:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.669245:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a833c9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746157400.669317:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.669332:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.669347:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21a00, rc 0) 00000100:00100000:1.0:1746157400.669378:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268635904:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 908us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.669384:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7217 00000100:00100000:0.0:1746157400.670762:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.670841:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268636032 00000100:00100000:2.0:1746157400.670848:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268636032 00010000:00010000:2.0:1746157400.670875:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.670895:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267211520:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.670913:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10544 00010000:00010000:3.0:1746157400.670914:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.670919:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268636032:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.670930:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093db9400, rc 0) 00010000:00010000:2.0:1746157400.670930:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.670949:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.670958:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.670969:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268635776:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2522us (2799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.670974:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7216 00010000:00010000:2.0:1746157400.670978:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db8000/0x4450b99e49e614da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0321fa expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.670992:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.670993:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.670999:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.671007:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.671031:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.671040:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.671054:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211776:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.671223:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23000 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.672781:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267211776:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.672800:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.672844:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268636032:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1924us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.672852:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10544 00000100:00100000:0.0:1746157400.673271:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.673339:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268636288 00000100:00100000:2.0:1746157400.673345:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268636288 00002000:00100000:2.0:1746157400.673378:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96dc00 x1830978268636288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.673387:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978268636288 ext(0->4095) 00010000:00010000:2.0:1746157400.673395:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.673407:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.673413:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96dc00 00000100:00100000:2.0:1746157400.673472:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3033 00000100:00100000:2.0:1746157400.673480:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268636288:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.673630:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268636288:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.673639:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3033 00002000:00100000:2.0:1746157400.673644:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96dc00 x1830978268636288/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.673651:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978268636288 ext(0->4095) 00010000:00010000:2.0:1746157400.673655:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.673664:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.673670:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96dc00 00000100:00100000:0.0:1746157400.674944:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.675032:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268636544 00000100:00100000:3.0:1746157400.675039:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268636544 00000100:00100000:0.0:1746157400.675053:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.675134:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7218 00000100:00100000:1.0:1746157400.675143:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268636544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.675158:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.675173:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03220f expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.675195:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.675201:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.675207:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.675210:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.675296:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.675309:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.675312:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268636416 00000100:00100000:2.0:1746157400.675316:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268636416 00010000:00010000:1.0:1746157400.675318:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00010000:00010000:2.0:1746157400.675331:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.675347:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10545 00000100:00100000:1.0:1746157400.675347:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268636544:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.675352:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268636416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746157400.675354:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7218 00010000:00010000:2.0:1746157400.675359:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.675377:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.675386:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.675403:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093db9400/0x4450b99e49e614e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032201 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.675473:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.675475:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.675481:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.675489:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.675509:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.675518:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.675529:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212032:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.675594:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.677052:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212032:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.677197:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.677239:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268636416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1884us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.677247:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10545 00000100:00100000:0.0:1746157400.677414:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.677430:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268636800 00000100:00100000:2.0:1746157400.677434:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268636800 00002000:00100000:2.0:1746157400.677463:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c700 x1830978268636800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.677477:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978268636800 ext(0->4095) 00010000:00010000:2.0:1746157400.677485:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.677497:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.677502:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c700 00000100:00100000:2.0:1746157400.677581:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3034 00000100:00100000:2.0:1746157400.677588:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268636800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.677740:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268636800:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.677747:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3034 00002000:00100000:2.0:1746157400.677752:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d96c700 x1830978268636800/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.677759:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978268636800 ext(0->4095) 00010000:00010000:2.0:1746157400.677763:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.677772:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.677777:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d96c700 00000100:00100000:2.0:1746157400.679192:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.679256:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.679275:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268637056 00000100:00100000:2.0:1746157400.679281:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268637056 00000100:00100000:2.0:1746157400.679312:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7219 00000100:00100000:2.0:1746157400.679319:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268637056:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.679332:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.679347:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032216 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679371:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.679375:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679381:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.679384:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679417:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679430:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679439:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45e00, rc 0) 00000100:00100000:2.0:1746157400.679470:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268637056:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.679476:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7219 00000100:00100000:2.0:1746157400.679494:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268636928 00000100:00100000:2.0:1746157400.679498:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268636928 00010000:00010000:2.0:1746157400.679509:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.679524:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10546 00000100:00100000:2.0:1746157400.679529:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1983:x1830978268636928:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.679536:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.679556:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.679566:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.679581:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21a00/0x4450b99e49e614e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032208 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.679594:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.679596:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.679601:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679607:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679642:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.679652:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 5 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.679663:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212288:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.679704:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1c23300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.680879:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212288:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.680895:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.680923:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1983:x1830978268636928:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1393us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.680931:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10546 00000100:00100000:2.0:1746157400.681533:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.681556:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268637312 00000100:00100000:2.0:1746157400.681559:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268637312 00002000:00100000:2.0:1746157400.681590:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1c00 x1830978268637312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.681599:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1c00 with x1830978268637312 ext(0->4095) 00010000:00010000:2.0:1746157400.681606:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.681618:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.681624:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1c00 00000100:00100000:2.0:1746157400.681640:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3035 00000100:00100000:2.0:1746157400.681646:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268637312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.681765:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268637312:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.681771:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3035 00002000:00100000:2.0:1746157400.681776:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924f1c00 x1830978268637312/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.681783:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f1c00 with x1830978268637312 ext(0->4095) 00010000:00010000:2.0:1746157400.681788:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.681796:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.681802:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f1c00 00000100:00100000:0.0:1746157400.683920:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.683991:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268637440 00000100:00100000:1.0:1746157400.683998:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268637440 00010000:00010000:1.0:1746157400.684027:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.684051:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10547 00000100:00100000:1.0:1746157400.684057:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1983:x1830978268637440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157400.684069:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.684121:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.684133:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.684155:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e614ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03220f expref: 6 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.684167:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.684169:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.684176:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.684185:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.684215:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.684228:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212416:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157400.684297:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.685826:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212416:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.685845:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.685961:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1983:x1830978268637440:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1902us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.685970:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10547 00000100:00100000:0.0:1746157400.686902:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.686926:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268637696 00000100:00100000:0.0:1746157400.686932:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268637696 00002000:00100000:0.0:1746157400.686968:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f34e00 x1830978268637696/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.687279:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34e00 with x1830978268637696 ext(0->4095) 00002000:00010000:0.0:1746157400.687286:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f34e00 00000100:00100000:0.0:1746157400.687312:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5099 00000100:00100000:0.0:1746157400.687319:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268637696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157400.687450:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268637696:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (550us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157400.687455:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5099 00002000:00100000:0.0:1746157400.687460:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099f34e00 x1830978268637696/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.687467:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34e00 with x1830978268637696 ext(0->4095) 00002000:00010000:0.0:1746157400.687470:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f34e00 00000100:00100000:3.0:1746157400.690427:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.690452:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268637824 00000100:00100000:0.0:1746157400.690461:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268637824 00000100:00100000:0.0:1746157400.690509:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7220 00000100:00100000:0.0:1746157400.690517:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268637824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.690533:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.690549:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03221d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.690577:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.690584:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.690586:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.690589:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.690626:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.690643:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 103 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746157400.690655:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267212544:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.690761:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.693130:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.693198:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268637952 00000100:00100000:0.0:1746157400.693201:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267212544:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.693205:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268637952 00010000:00010000:0.0:1746157400.693226:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.693230:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.693242:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c20200, rc 0) 00000100:00100000:2.0:1746157400.693252:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10548 00000100:00100000:2.0:1746157400.693258:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268637952:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.693268:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746157400.693280:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268637824:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2764us (2860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.693286:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7220 00010000:00010000:2.0:1746157400.693288:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.693297:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.693322:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45e00/0x4450b99e49e614f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032216 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.693334:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.693336:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.693342:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.693349:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.693378:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.693599:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212672:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.693823:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9a80 going to sleep for 11 seconds 00000001:00100000:2.0:1746157400.695192:0:9954:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d629c97a-4e38-430f-8f51-de7ebb6bb76a 00000020:00000080:2.0:1746157400.695199:0:9954:0:(genops.c:904:class_export_put()) final put ffff880099825800/d629c97a-4e38-430f-8f51-de7ebb6bb76a 00000020:00000080:1.0:1746157400.695252:0:22767:0:(genops.c:863:class_export_destroy()) destroying export ffff880099825800/d629c97a-4e38-430f-8f51-de7ebb6bb76a for lustre-OST0001 00000020:00000080:1.0:1746157400.695296:0:22767:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880099826800 for lustre-OST0001 00000100:00100000:0.0:1746157400.696242:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.696310:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.696341:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092d4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267212672:192.168.203.5@tcp:105: 00000100:00100000:0.0:1746157400.696352:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268638208 00000100:00100000:1.0:1746157400.696354:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268638336 00000100:00100000:1.0:1746157400.696357:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268638336 00000100:00100000:0.0:1746157400.696357:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268638208 00010000:00010000:2.0:1746157400.696361:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.696390:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7221 00002000:00100000:1.0:1746157400.696393:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306abb80 x1830978268638336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746157400.696397:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268638208:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746157400.696400:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268637952:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3142us (3276us total) trans 0 rc 0/0 00002000:00100000:1.0:1746157400.696402:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306abb80 with x1830978268638336 ext(0->4095) 00002000:00010000:1.0:1746157400.696406:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306abb80 00000100:00100000:2.0:1746157400.696407:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10548 00010000:00010000:0.0:1746157400.696407:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157400.696418:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5100 00000100:00100000:1.0:1746157400.696422:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268638336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00010000:00010000:0.0:1746157400.696423:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032224 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.696443:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.696450:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.696452:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.696455:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.696490:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.696500:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746157400.696510:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801306a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267212800:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.696563:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.696853:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268638336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 429us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.696859:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5100 00002000:00100000:1.0:1746157400.696864:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801306abb80 x1830978268638336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.696876:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306abb80 with x1830978268638336 ext(0->4095) 00010000:00010000:1.0:1746157400.696880:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.696890:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.696895:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306abb80 00000100:00100000:2.0:1746157400.697843:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801306a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267212800:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.697868:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.697881:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b27a00, rc 0) 00000100:00100000:2.0:1746157400.697978:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268638208:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1580us (1740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.697985:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7221 00000100:00100000:0.0:1746157400.697991:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.698008:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268638464 00000100:00100000:2.0:1746157400.698013:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268638464 00000100:00100000:0.0:1746157400.698064:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.698172:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7222 00000100:00100000:2.0:1746157400.698180:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31597:x1830978268638464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.698192:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.698206:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03222b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698223:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.698228:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698233:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.698236:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698265:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698275:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698282:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094761a00, rc 0) 00000100:00100000:2.0:1746157400.698314:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268638464:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.698323:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7222 00000100:00100000:2.0:1746157400.698346:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268638592 00000100:00100000:2.0:1746157400.698349:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268638592 00010000:00010000:2.0:1746157400.698361:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.698422:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10549 00000100:00100000:2.0:1746157400.698428:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268638592:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.698436:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.698512:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.698522:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.698540:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c20200/0x4450b99e49e614fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03221d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.698550:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.698551:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.698557:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698564:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698583:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.698594:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.698605:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213056:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.698669:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.699797:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092d4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213056:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.699810:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.699835:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268638592:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1407us (1770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.699846:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10549 00000100:00100000:0.0:1746157400.701199:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.701324:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268638848 00000100:00100000:1.0:1746157400.701333:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268638848 00002000:00100000:1.0:1746157400.701374:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d880 x1830978268638848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.701384:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d880 with x1830978268638848 ext(0->4095) 00010000:00010000:1.0:1746157400.701392:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.701405:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.701411:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d880 00000100:00100000:1.0:1746157400.701436:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3036 00000100:00100000:1.0:1746157400.701442:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268638848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.701642:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268638848:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.701650:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3036 00002000:00100000:1.0:1746157400.701657:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419d880 x1830978268638848/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.701664:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419d880 with x1830978268638848 ext(0->4095) 00010000:00010000:1.0:1746157400.701669:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.701678:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.701683:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009419d880 00000100:00100000:0.0:1746157400.704935:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.705223:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268638976 00000100:00100000:2.0:1746157400.705233:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268638976 00010000:00010000:2.0:1746157400.705266:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.705306:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10550 00000100:00100000:2.0:1746157400.705706:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268638976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.705722:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.705745:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.705758:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.705779:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b27a00/0x4450b99e49e61504 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032224 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.705856:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.705858:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.705865:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.705872:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.705959:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 104 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.705971:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213184:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.706184:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.707668:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092d4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213184:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.707691:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157400.707729:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268638976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2415us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.707738:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10550 00000100:00100000:0.0:1746157400.709434:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.709524:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268639232 00000100:00100000:2.0:1746157400.709533:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268639232 00002000:00100000:2.0:1746157400.709575:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419ca80 x1830978268639232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.709585:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419ca80 with x1830978268639232 ext(0->4095) 00002000:00010000:2.0:1746157400.709589:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419ca80 00000100:00100000:2.0:1746157400.709605:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5101 00000100:00100000:2.0:1746157400.709613:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268639232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.710105:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268639232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 458us (645us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.710111:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5101 00002000:00100000:2.0:1746157400.710118:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009419ca80 x1830978268639232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.710126:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009419ca80 with x1830978268639232 ext(0->4095) 00002000:00010000:2.0:1746157400.710128:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009419ca80 00000100:00100000:0.0:1746157400.711725:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.711779:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268639360 00000100:00100000:1.0:1746157400.711787:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268639360 00000100:00100000:1.0:1746157400.711830:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7223 00000100:00100000:1.0:1746157400.711836:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268639360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.711851:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.711866:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032232 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.711891:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.711897:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.711899:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.711902:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.711930:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 103 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.711944:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 103 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.711955:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267213312:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.712034:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.713241:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267213312:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.713266:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.713279:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:1.0:1746157400.713325:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268639360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1488us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.713333:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7223 00000100:00100000:0.0:1746157400.713569:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.713657:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268639488 00000100:00100000:3.0:1746157400.713668:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268639488 00010000:00010000:3.0:1746157400.713708:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.713745:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10551 00000100:00100000:3.0:1746157400.713752:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268639488:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.713764:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.713782:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.713792:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.713811:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094761a00/0x4450b99e49e6150b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03222b expref: 104 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.713826:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.713828:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.713833:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.713840:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.713867:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.713877:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213440:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.713958:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.715181:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213440:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.715199:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.715416:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:1985:x1830978268639488:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1662us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.715424:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10551 00000100:00100000:0.0:1746157400.717245:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.717358:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268639744 00000100:00100000:3.0:1746157400.717366:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268639744 00002000:00100000:3.0:1746157400.717408:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786300 x1830978268639744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.717416:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786300 with x1830978268639744 ext(0->4095) 00002000:00010000:3.0:1746157400.717420:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088786300 00000100:00100000:3.0:1746157400.717438:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5102 00000100:00100000:3.0:1746157400.717444:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268639744:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.717613:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268639744:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.717622:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5102 00002000:00100000:3.0:1746157400.717627:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880088786300 x1830978268639744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.717634:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088786300 with x1830978268639744 ext(0->4095) 00002000:00010000:3.0:1746157400.717637:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088786300 00000100:00100000:0.0:1746157400.718690:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.718740:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268639872 00000100:00100000:1.0:1746157400.718746:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268639872 00000100:00100000:1.0:1746157400.718785:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7224 00000100:00100000:1.0:1746157400.718791:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+103:31587:x1830978268639872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.718805:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.718820:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032239 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.718844:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.718855:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.718856:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.718859:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 104 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.718884:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.718893:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 5 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.718903:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267213568:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.718973:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.719794:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.719971:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268640000 00000100:00100000:2.0:1746157400.719976:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268640000 00000100:00100000:2.0:1746157400.720010:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7225 00000100:00100000:2.0:1746157400.720015:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268640000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.720026:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.720037:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032240 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.720054:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.720058:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.720063:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.720066:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.720131:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.720147:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.720156:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0e00, rc 0) 00000100:00100000:2.0:1746157400.720185:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31597:x1830978268640000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.720191:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7225 00000100:00100000:1.0:1746157400.720238:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267213568:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.720251:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.720259:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885a00, rc 0) 00000100:00100000:1.0:1746157400.720273:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268639872:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.720278:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7224 00000100:00100000:0.0:1746157400.720657:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.720937:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268640128 00000100:00100000:3.0:1746157400.720942:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268640128 00010000:00010000:3.0:1746157400.720964:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.720991:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10552 00000100:00100000:3.0:1746157400.720996:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268640128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.721006:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.721024:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.721034:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.721199:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e61512 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032232 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.721213:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.721215:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.721221:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 104 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.721233:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 104 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.721258:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 104 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.721268:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 104 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.721280:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213824:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.721349:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.722884:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213824:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.723124:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.723169:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268640128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2170us (2510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.723179:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10552 00000100:00100000:0.0:1746157400.723611:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.723778:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268640384 00000100:00100000:3.0:1746157400.723785:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268640384 00002000:00100000:3.0:1746157400.723820:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f100 x1830978268640384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.723829:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830978268640384 ext(0->4095) 00010000:00010000:3.0:1746157400.723838:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.723850:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.723857:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604f100 00000100:00100000:3.0:1746157400.723880:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3037 00000100:00100000:3.0:1746157400.723887:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268640384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.724040:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268640384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.724045:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3037 00002000:00100000:3.0:1746157400.724049:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013604f100 x1830978268640384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.724056:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830978268640384 ext(0->4095) 00010000:00010000:3.0:1746157400.724060:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.724069:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.724108:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604f100 00000100:00100000:0.0:1746157400.726243:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.726328:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268640512 00000100:00100000:3.0:1746157400.726337:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268640512 00010000:00010000:3.0:1746157400.726367:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.726400:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10553 00000100:00100000:3.0:1746157400.726406:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268640512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.726418:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.726437:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.726449:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.726472:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885a00/0x4450b99e49e61519 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032239 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.726487:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.726489:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.726496:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.726504:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.726538:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 104 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.726550:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213952:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.726627:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.727953:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267213952:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.727974:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.728419:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268640512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2010us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.728429:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10553 00000100:00100000:0.0:1746157400.728968:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.729102:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268640768 00000100:00100000:3.0:1746157400.729109:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268640768 00002000:00100000:3.0:1746157400.729147:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e3480 x1830978268640768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.729156:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3480 with x1830978268640768 ext(0->4095) 00002000:00010000:3.0:1746157400.729161:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e3480 00000100:00100000:3.0:1746157400.729177:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5103 00000100:00100000:3.0:1746157400.729184:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268640768:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.729359:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268640768:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.729365:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5103 00002000:00100000:3.0:1746157400.729370:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e3480 x1830978268640768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.729377:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3480 with x1830978268640768 ext(0->4095) 00002000:00010000:3.0:1746157400.729380:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e3480 00000100:00100000:0.0:1746157400.732631:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.733161:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268640896 00000100:00100000:1.0:1746157400.733172:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268640896 00000100:00100000:1.0:1746157400.733233:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7226 00000100:00100000:1.0:1746157400.733240:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268640896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.733261:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.733278:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032247 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.733310:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.733317:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.733319:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.733322:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.733353:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 103 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.733364:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 103 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.733375:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214080:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.733466:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.735648:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214080:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.735678:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.735694:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157400.735749:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268640896:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2508us (3127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.735761:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7226 00000100:00100000:2.0:1746157400.738592:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.739415:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.739921:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268641024 00000100:00100000:3.0:1746157400.739932:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268641024 00010000:00010000:3.0:1746157400.739971:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 104 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.739988:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268641152 00000100:00100000:1.0:1746157400.739994:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268641152 00000100:00100000:3.0:1746157400.740012:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10554 00000100:00100000:3.0:1746157400.740020:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268641024:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746157400.740030:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7227 00000100:00100000:1.0:1746157400.740037:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268641152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746157400.740038:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.740051:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.740062:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 105 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.740063:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03224e expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.740109:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.740220:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.740227:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.740233:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.740237:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.740273:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.740290:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.740307:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61520 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032240 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.740307:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.740308:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.740313:0:21450:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.740324:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.740333:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157400.740341:0:21450:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.740351:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 5 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.740363:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214336:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.740374:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268641024:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 355us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.740380:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10554 00000100:00100000:1.0:1746157400.740427:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.745885:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.746001:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214336:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.746021:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157400.746065:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:31587:x1830978268641152:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6029us (6652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.746115:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7227 00000100:00100000:2.0:1746157400.746204:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268641408 00000100:00100000:2.0:1746157400.746211:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268641408 00002000:00100000:2.0:1746157400.746252:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0380 x1830978268641408/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.746262:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0380 with x1830978268641408 ext(0->4095) 00010000:00010000:2.0:1746157400.746271:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.746285:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.746292:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0380 00000100:00100000:2.0:1746157400.746565:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3038 00000100:00100000:2.0:1746157400.746572:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268641408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.746730:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268641408:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (855us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.746739:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3038 00002000:00100000:2.0:1746157400.746743:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e0380 x1830978268641408/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.746749:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0380 with x1830978268641408 ext(0->4095) 00010000:00010000:2.0:1746157400.746755:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.746763:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.746768:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a55e0380 00000100:00100000:0.0:1746157400.752616:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.753052:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268641536 00000100:00100000:3.0:1746157400.753063:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268641536 00010000:00010000:3.0:1746157400.753234:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.753313:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10555 00000100:00100000:3.0:1746157400.753321:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268641536:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.753336:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.753359:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.753370:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.753393:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e61527 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032247 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.753612:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.753615:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.753623:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 103 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.753631:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 103 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.753665:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 103 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.753679:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267214464:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.754138:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.754316:0:3310:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746157400.754330:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267214592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746157400.754370:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157400.754644:0:8491:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267214592 00000100:00100000:1.0:1746157400.754650:0:8491:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267214592 00000100:00100000:1.0:1746157400.754693:0:8491:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1746157400.754699:0:8491:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267214592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746157400.754717:0:8491:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 401932288 pending 83492864 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746157400.754820:0:8491:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267214592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.754826:0:8491:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1746157400.754897:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267214592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746157400.758437:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.758552:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267214464:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.758561:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268641792 00000100:00100000:2.0:1746157400.758569:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268641792 00010000:00010000:3.0:1746157400.758576:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746157400.758610:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714e00 x1830978268641792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.758623:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714e00 with x1830978268641792 ext(0->4095) 00002000:00010000:2.0:1746157400.758629:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714e00 00000100:00100000:3.0:1746157400.758632:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268641536:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5310us (6027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.758642:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10555 00000100:00100000:2.0:1746157400.758649:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5104 00000100:00100000:2.0:1746157400.758655:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268641792:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.758792:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1985:x1830978268641792:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.758799:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5104 00002000:00100000:2.0:1746157400.758804:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091714e00 x1830978268641792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.758811:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091714e00 with x1830978268641792 ext(0->4095) 00002000:00010000:2.0:1746157400.758813:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091714e00 00000100:00100000:0.0:1746157400.762331:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.762531:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268641920 00000100:00100000:1.0:1746157400.762541:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268641920 00000100:00100000:1.0:1746157400.762618:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7228 00000100:00100000:1.0:1746157400.762626:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268641920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.762645:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.762661:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032255 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.762688:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 103 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.762695:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.762697:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.762700:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.762729:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 103 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.762740:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 103 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.762751:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214720:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.762831:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.764452:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214720:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.764477:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.764491:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157400.764537:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268641920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1911us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.764544:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7228 00000100:00100000:0.0:1746157400.765012:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.765279:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268642048 00000100:00100000:2.0:1746157400.765285:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268642048 00002000:00100000:2.0:1746157400.765319:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093336a00 x1830978268642048/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 496/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.765328:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336a00 with x1830978268642048 ext(0->7) 00010000:00010000:2.0:1746157400.765335:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 104 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.765346:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 104 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.765352:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336a00 00000100:00100000:2.0:1746157400.765436:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3039 00000100:00100000:2.0:1746157400.765443:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+104:1986:x1830978268642048:12345-192.168.203.5@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746157400.765973:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268642048:12345-192.168.203.5@tcp:4:ldlm_bl.0 Request processed in 527us (959us total) trans 4294968030 rc 0/0 00000100:00100000:2.0:1746157400.765978:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3039 00002000:00100000:2.0:1746157400.765984:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093336a00 x1830978268642048/t4294968030(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 496/448 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.765997:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093336a00 with x1830978268642048 ext(0->7) 00010000:00010000:2.0:1746157400.766001:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.766011:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.766016:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093336a00 00000100:00100000:0.0:1746157400.768464:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.768531:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268642176 00000100:00100000:3.0:1746157400.768539:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268642176 00010000:00010000:3.0:1746157400.768567:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.768586:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10556 00000100:00100000:3.0:1746157400.768592:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268642176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.768605:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.768624:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.768633:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.768650:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e6152e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03224e expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.768673:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.768674:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.768680:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.768685:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.768711:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.768720:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267214848:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.768786:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.770009:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.770120:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268642432 00000100:00100000:2.0:1746157400.770127:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268642432 00002000:00100000:2.0:1746157400.770168:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218a80 x1830978268642432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.770178:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218a80 with x1830978268642432 ext(0->4095) 00002000:00010000:2.0:1746157400.770184:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218a80 00000100:00100000:2.0:1746157400.770203:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5105 00000100:00100000:2.0:1746157400.770210:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268642432:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.770292:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267214848:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.770311:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.770355:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268642176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1762us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.770363:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268642432:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.770367:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10556 00000100:00100000:2.0:1746157400.770369:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5105 00002000:00100000:2.0:1746157400.770374:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008e218a80 x1830978268642432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.770381:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218a80 with x1830978268642432 ext(0->4095) 00002000:00010000:2.0:1746157400.770384:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218a80 00000100:00100000:0.0:1746157400.771921:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.772067:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268642560 00000100:00100000:1.0:1746157400.772115:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268642560 00000100:00100000:1.0:1746157400.772155:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7229 00000100:00100000:1.0:1746157400.772163:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268642560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.772178:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.772194:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03225c expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.772223:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.772231:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.772233:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.772236:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.772267:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.772278:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 5 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.772296:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214976:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.772731:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.773173:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.773241:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268642688 00000100:00100000:2.0:1746157400.773247:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268642688 00000100:00100000:2.0:1746157400.773271:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7230 00000100:00100000:2.0:1746157400.773276:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268642688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.773284:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.773294:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032263 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.773309:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.773313:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 108 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.773318:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.773321:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.773347:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 108 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.773358:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.773368:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0200, rc 0) 00000100:00100000:2.0:1746157400.773410:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31587:x1830978268642688:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.773416:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7230 00000100:00100000:1.0:1746157400.774497:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267214976:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.774518:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157400.774525:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157400.774529:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157400.774557:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31597:x1830978268642560:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2395us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.774563:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7229 00000100:00100000:3.0:1746157400.774627:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268642816 00000100:00100000:3.0:1746157400.774632:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268642816 00010000:00010000:3.0:1746157400.774653:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.774687:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10557 00000100:00100000:3.0:1746157400.774693:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268642816:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.774703:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.774724:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.774734:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.774753:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61535 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032255 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.774764:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.774765:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.774771:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.774779:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.774804:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.774816:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.774826:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215232:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.774894:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.777163:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215232:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.777183:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.777227:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268642816:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2532us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.777237:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10557 00000100:00100000:0.0:1746157400.778254:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.778321:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268643072 00000100:00100000:3.0:1746157400.778328:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268643072 00002000:00100000:3.0:1746157400.778367:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe9180 x1830978268643072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.778377:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9180 with x1830978268643072 ext(0->4095) 00010000:00010000:3.0:1746157400.778385:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.778398:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.778404:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe9180 00000100:00100000:3.0:1746157400.778434:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3040 00000100:00100000:3.0:1746157400.778440:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268643072:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.778606:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268643072:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.778612:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3040 00002000:00100000:3.0:1746157400.778617:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fe9180 x1830978268643072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.778624:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fe9180 with x1830978268643072 ext(0->4095) 00010000:00010000:3.0:1746157400.778629:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.778641:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.778646:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fe9180 00000100:00100000:0.0:1746157400.780055:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.780613:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268643200 00000100:00100000:1.0:1746157400.780622:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268643200 00000100:00100000:0.0:1746157400.780644:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.780712:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7231 00000100:00100000:1.0:1746157400.780719:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268643200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.780736:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.780751:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03226a expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.780777:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.780782:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.780787:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.780790:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.780876:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268643328 00010000:00010000:1.0:1746157400.780879:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.780880:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268643328 00010000:00010000:1.0:1746157400.780891:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.780897:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.780900:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:3.0:1746157400.780944:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10558 00000100:00100000:3.0:1746157400.780953:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1986:x1830978268643328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.780961:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157400.780995:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268643200:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 276us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.781000:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7231 00010000:00010000:3.0:1746157400.781222:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.781233:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.781250:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e6153c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03225c expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.781263:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.781264:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.781269:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.781276:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.781419:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.781430:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.781486:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215488:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.782697:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.782977:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215488:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.782999:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.783066:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268643328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2112us (2420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.783114:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10558 00000100:00100000:0.0:1746157400.783683:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.783735:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268643584 00000100:00100000:3.0:1746157400.783741:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268643584 00002000:00100000:3.0:1746157400.783777:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fead80 x1830978268643584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.783790:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fead80 with x1830978268643584 ext(0->4095) 00010000:00010000:3.0:1746157400.783796:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.783805:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.783809:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fead80 00000100:00100000:3.0:1746157400.783832:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3041 00000100:00100000:3.0:1746157400.783838:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268643584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.784005:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268643584:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.784021:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3041 00002000:00100000:3.0:1746157400.784025:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fead80 x1830978268643584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.784032:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fead80 with x1830978268643584 ext(0->4095) 00010000:00010000:3.0:1746157400.784037:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.784060:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.784066:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fead80 00000100:00100000:0.0:1746157400.785289:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.785360:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.785423:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268643712 00000100:00100000:1.0:1746157400.785429:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268643712 00000100:00100000:1.0:1746157400.785464:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7232 00000100:00100000:1.0:1746157400.785470:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268643712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.785482:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.785495:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032271 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.785515:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.785521:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.785527:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.785530:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.785538:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268643840 00000100:00100000:3.0:1746157400.785542:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268643840 00010000:00010000:3.0:1746157400.785562:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 108 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.785564:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.785575:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 108 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.785584:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:3.0:1746157400.785585:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10559 00000100:00100000:3.0:1746157400.785590:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:1984:x1830978268643840:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.785597:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746157400.785612:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31587:x1830978268643712:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.785618:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7232 00010000:00010000:3.0:1746157400.785621:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 108 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.785630:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 107 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.785653:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e61543 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032263 expref: 107 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.785684:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.785686:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.785692:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.785699:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.785729:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.785754:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 5 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.785765:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215744:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.786469:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.787019:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215744:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.787031:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.787055:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1984:x1830978268643840:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1465us (1696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.787061:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10559 00000100:00100000:0.0:1746157400.787928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.787964:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268644096 00000100:00100000:3.0:1746157400.787968:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268644096 00002000:00100000:3.0:1746157400.787996:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130563800 x1830978268644096/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.788005:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563800 with x1830978268644096 ext(0->4095) 00010000:00010000:3.0:1746157400.788012:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.788022:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.788028:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130563800 00000100:00100000:3.0:1746157400.788055:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3042 00000100:00100000:3.0:1746157400.788062:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268644096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.788239:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268644096:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 178us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.788244:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3042 00002000:00100000:3.0:1746157400.788248:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130563800 x1830978268644096/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.788253:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563800 with x1830978268644096 ext(0->4095) 00010000:00010000:3.0:1746157400.788256:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.788262:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.788266:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130563800 00000100:00100000:0.0:1746157400.789962:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.790014:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268644224 00000100:00100000:3.0:1746157400.790020:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268644224 00010000:00010000:3.0:1746157400.790046:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.790107:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10560 00000100:00100000:3.0:1746157400.790113:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268644224:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.790125:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.790144:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.790155:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.790175:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6154a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03226a expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.790202:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.790204:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.790211:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.790219:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.790263:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.790274:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215872:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.790345:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.791482:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267215872:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.791494:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.791521:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268644224:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1407us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.791529:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10560 00000100:00100000:0.0:1746157400.792188:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.792274:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268644480 00000100:00100000:3.0:1746157400.792280:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268644480 00002000:00100000:3.0:1746157400.792309:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130560e00 x1830978268644480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.792322:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130560e00 with x1830978268644480 ext(0->4095) 00002000:00010000:3.0:1746157400.792326:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130560e00 00000100:00100000:3.0:1746157400.792441:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5106 00000100:00100000:3.0:1746157400.792449:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268644480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.792594:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268644480:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.792598:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5106 00002000:00100000:3.0:1746157400.792602:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880130560e00 x1830978268644480/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.792607:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130560e00 with x1830978268644480 ext(0->4095) 00002000:00010000:3.0:1746157400.792609:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130560e00 00000100:00100000:0.0:1746157400.793459:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.793498:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268644608 00000100:00100000:1.0:1746157400.793503:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268644608 00000100:00100000:1.0:1746157400.793541:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7233 00000100:00100000:1.0:1746157400.793546:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268644608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.793557:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.793571:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032278 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.793594:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.793601:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.793603:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.793606:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.793635:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.793646:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.793655:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267216000:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.793730:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.795646:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267216000:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.795661:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157400.795678:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.795694:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157400.795735:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268644608:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2188us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.795744:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268644736 00000100:00100000:1.0:1746157400.795744:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7233 00000100:00100000:3.0:1746157400.795749:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268644736 00010000:00010000:3.0:1746157400.795774:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.795799:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10561 00000100:00100000:3.0:1746157400.795805:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268644736:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.795815:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.795998:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.796010:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.796031:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61551 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032271 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.796055:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.796057:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.796064:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.796112:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.796142:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.796153:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267216128:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.796744:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.797773:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267216128:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.797790:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.797825:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268644736:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2019us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.797834:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10561 00000100:00100000:0.0:1746157400.798396:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.798466:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268644992 00000100:00100000:3.0:1746157400.798472:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268644992 00002000:00100000:3.0:1746157400.798508:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529c00 x1830978268644992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.798524:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529c00 with x1830978268644992 ext(0->4095) 00002000:00010000:3.0:1746157400.798528:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c529c00 00000100:00100000:3.0:1746157400.798555:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5107 00000100:00100000:3.0:1746157400.798562:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268644992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.798824:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268644992:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 261us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.798830:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5107 00002000:00100000:3.0:1746157400.798835:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c529c00 x1830978268644992/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.798842:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529c00 with x1830978268644992 ext(0->4095) 00002000:00010000:3.0:1746157400.798845:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c529c00 00000100:00100000:0.0:1746157400.800528:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.800699:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268645120 00000100:00100000:1.0:1746157400.800708:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268645120 00000100:00100000:1.0:1746157400.800755:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7234 00000100:00100000:1.0:1746157400.800763:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268645120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.800779:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.800794:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03227f expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.800822:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.800829:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.800831:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.800835:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.800862:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.800873:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 5 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.800885:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267216256:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.800966:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.802799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.802857:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268645248 00000100:00100000:2.0:1746157400.802865:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268645248 00000100:00100000:1.0:1746157400.802891:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267216256:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.802916:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.802918:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7235 00000100:00100000:2.0:1746157400.802925:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268645248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.802931:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00010000:00010000:2.0:1746157400.802940:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.802952:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032286 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.802969:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31597:x1830978268645120:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2207us (2449us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157400.802972:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746157400.802975:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7234 00010000:00010000:2.0:1746157400.802977:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 108 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.802982:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.802986:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.803104:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.803115:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.803122:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0400, rc 0) 00000100:00100000:2.0:1746157400.803139:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268645248:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.803144:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7235 00000100:00100000:2.0:1746157400.803320:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.803418:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268645376 00000100:00100000:3.0:1746157400.803422:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268645376 00010000:00010000:3.0:1746157400.803441:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.803470:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10562 00000100:00100000:3.0:1746157400.803475:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268645376:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.803483:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.803510:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.803523:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.803542:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e61558 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032278 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.803568:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.803569:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.803575:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.803583:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.803604:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.803614:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.803626:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267216512:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.803689:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.804607:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267216512:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.804622:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.804704:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268645376:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1227us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.804712:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10562 00000100:00100000:0.0:1746157400.805216:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.805278:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268645632 00000100:00100000:3.0:1746157400.805285:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268645632 00002000:00100000:3.0:1746157400.805316:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c528000 x1830978268645632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.805325:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528000 with x1830978268645632 ext(0->4095) 00010000:00010000:3.0:1746157400.805332:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.805342:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.805348:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c528000 00000100:00100000:3.0:1746157400.805374:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3043 00000100:00100000:3.0:1746157400.805380:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1986:x1830978268645632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.805515:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1986:x1830978268645632:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.805521:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3043 00002000:00100000:3.0:1746157400.805526:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c528000 x1830978268645632/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.805533:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c528000 with x1830978268645632 ext(0->4095) 00010000:00010000:3.0:1746157400.805537:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.805545:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.805550:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c528000 00000100:00100000:0.0:1746157400.807285:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.807486:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268645760 00000100:00100000:2.0:1746157400.807495:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268645760 00000100:00100000:0.0:1746157400.807513:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.807541:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7236 00000100:00100000:2.0:1746157400.807548:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268645760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.807575:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.807595:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03228d expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.807610:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268645888 00000100:00100000:3.0:1746157400.807613:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268645888 00010000:00010000:2.0:1746157400.807620:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.807626:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.807627:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.807632:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.807636:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.807655:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10563 00000100:00100000:3.0:1746157400.807660:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1983:x1830978268645888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.807667:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.807672:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.807683:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.807691:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.807692:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1600, rc 0) 00010000:00010000:3.0:1746157400.807700:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.807716:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e6155f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03227f expref: 107 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.807731:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.807732:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.807738:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.807741:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268645760:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (465us total) trans 0 rc 0/0 00010000:00010000:3.0:1746157400.807745:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157400.807747:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7236 00010000:00010000:3.0:1746157400.807764:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.807779:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.807794:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267216768:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.807850:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.810482:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.810588:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267216768:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.810609:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.810662:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1983:x1830978268645888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3000us (3148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.810672:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10563 00000100:00100000:2.0:1746157400.810740:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268646144 00000100:00100000:2.0:1746157400.810746:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268646144 00002000:00100000:2.0:1746157400.810786:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173ad80 x1830978268646144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.810795:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173ad80 with x1830978268646144 ext(0->4095) 00010000:00010000:2.0:1746157400.810804:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.810817:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.810823:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a173ad80 00000100:00100000:2.0:1746157400.810850:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3044 00000100:00100000:2.0:1746157400.810857:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268646144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.811013:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268646144:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.811019:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3044 00002000:00100000:2.0:1746157400.811023:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173ad80 x1830978268646144/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.811031:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173ad80 with x1830978268646144 ext(0->4095) 00010000:00010000:2.0:1746157400.811035:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.811044:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.811050:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a173ad80 00000100:00100000:0.0:1746157400.813532:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.813586:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.813672:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268646272 00000100:00100000:2.0:1746157400.813683:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268646272 00000100:00100000:2.0:1746157400.813723:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7237 00000100:00100000:2.0:1746157400.813730:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268646272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157400.813788:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268646400 00000100:00100000:3.0:1746157400.813792:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268646400 00010000:00010000:2.0:1746157400.813814:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.813815:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.813831:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032294 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.813833:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10564 00000100:00100000:3.0:1746157400.813838:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1984:x1830978268646400:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.813849:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.813855:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.813860:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.813865:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.813868:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.813878:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.813887:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.813902:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0400/0x4450b99e49e61566 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032286 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.813913:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.813925:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.813928:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.813930:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.813935:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.813945:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.813956:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0c00, rc 0) 00010000:00010000:3.0:1746157400.813966:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.813975:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.813986:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217024:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.813994:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268646272:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.814000:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7237 00000100:00100000:3.0:1746157400.814053:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.815016:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217024:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.815027:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.815056:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1984:x1830978268646400:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1217us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.815063:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10564 00000100:00100000:0.0:1746157400.815404:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.815464:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268646656 00000100:00100000:1.0:1746157400.815471:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268646656 00002000:00100000:1.0:1746157400.815512:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173b480 x1830978268646656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.815529:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173b480 with x1830978268646656 ext(0->4095) 00010000:00010000:1.0:1746157400.815538:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.815552:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.815559:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a173b480 00000100:00100000:1.0:1746157400.815591:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3045 00000100:00100000:1.0:1746157400.815599:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268646656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157400.817015:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.817104:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268646784 00000100:00100000:3.0:1746157400.817114:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268646784 00010000:00010000:3.0:1746157400.817140:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 7 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.817169:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10565 00000100:00100000:3.0:1746157400.817175:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1986:x1830978268646784:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.817186:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.817204:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 7 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.817215:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 7 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.817234:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e6156d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03228d expref: 7 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.817248:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.817250:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.817257:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.817265:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157400.817269:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268646656:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 199us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.817278:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3045 00002000:00100000:1.0:1746157400.817289:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a173b480 x1830978268646656/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746157400.817292:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746157400.817298:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a173b480 with x1830978268646656 ext(0->4095) 00000100:00100000:3.0:1746157400.817303:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217152:192.168.203.5@tcp:105: 00002000:00010000:1.0:1746157400.817307:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a173b480 00000100:00100000:3.0:1746157400.817438:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.818231:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217152:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.818246:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.818288:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268646784:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1112us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.818295:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10565 00000100:00100000:0.0:1746157400.819250:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.819376:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268647040 00000100:00100000:1.0:1746157400.819384:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268647040 00002000:00100000:1.0:1746157400.819416:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f3b80 x1830978268647040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.819425:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f3b80 with x1830978268647040 ext(0->4095) 00002000:00010000:1.0:1746157400.819430:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f3b80 00000100:00100000:1.0:1746157400.819462:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5108 00000100:00100000:1.0:1746157400.819469:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268647040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.820290:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268647040:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 818us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.820296:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5108 00002000:00100000:1.0:1746157400.820303:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f3b80 x1830978268647040/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.820310:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f3b80 with x1830978268647040 ext(0->4095) 00002000:00010000:1.0:1746157400.820312:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f3b80 00000100:00100000:0.0:1746157400.822007:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.822159:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268647168 00000100:00100000:2.0:1746157400.822165:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268647168 00000100:00100000:2.0:1746157400.822212:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7238 00000100:00100000:2.0:1746157400.822218:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268647168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.822230:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.822244:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03229b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.822266:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.822272:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.822274:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.822276:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.822300:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.822310:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.822320:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267217280:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.822392:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.823152:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267217280:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.823168:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.823178:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1a00, rc 0) 00000100:00100000:2.0:1746157400.823212:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268647168:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 993us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.823218:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7238 00000100:00100000:0.0:1746157400.823456:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.823493:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268647296 00000100:00100000:3.0:1746157400.823497:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268647296 00010000:00010000:3.0:1746157400.823511:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.823527:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10566 00000100:00100000:3.0:1746157400.823531:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268647296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.823538:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.823552:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.823560:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.823574:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61574 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032294 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.823581:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.823582:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.823586:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.823592:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.823609:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.823616:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217408:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.823688:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.825049:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.825166:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217408:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.825177:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.825199:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268647296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1667us (1743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.825205:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10566 00000100:00100000:1.0:1746157400.825264:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268647552 00000100:00100000:1.0:1746157400.825268:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268647552 00002000:00100000:1.0:1746157400.825291:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f0e00 x1830978268647552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.825299:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f0e00 with x1830978268647552 ext(0->4095) 00002000:00010000:1.0:1746157400.825302:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f0e00 00000100:00100000:1.0:1746157400.825327:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5109 00000100:00100000:1.0:1746157400.825332:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268647552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746157400.825439:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268647552:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.825444:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5109 00002000:00100000:1.0:1746157400.825449:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800927f0e00 x1830978268647552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.825455:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927f0e00 with x1830978268647552 ext(0->4095) 00002000:00010000:1.0:1746157400.825458:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927f0e00 00000100:00100000:0.0:1746157400.827519:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.827694:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268647680 00000100:00100000:2.0:1746157400.827699:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268647680 00000100:00100000:2.0:1746157400.827754:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7239 00000100:00100000:2.0:1746157400.827761:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268647680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.827771:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.827783:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322a2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.827803:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.827809:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.827810:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.827813:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.827834:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.827845:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.827854:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ba51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267217536:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.828017:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.830768:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ba51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267217536:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.830774:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157400.830790:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.830804:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1200, rc 0) 00000100:00100000:2.0:1746157400.830810:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.830869:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268647808 00000100:00100000:3.0:1746157400.830874:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268647808 00000100:00100000:0.0:1746157400.830914:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31597:x1830978268647680:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3153us (3397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.830921:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7239 00000100:00100000:0.0:1746157400.830939:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7240 00000100:00100000:0.0:1746157400.830944:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268647808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.830954:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.830962:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322a9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.830977:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.830980:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.830985:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.830988:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.831013:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268647936 00000100:00100000:3.0:1746157400.831016:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268647936 00010000:00010000:3.0:1746157400.831028:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.831045:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10567 00000100:00100000:3.0:1746157400.831049:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268647936:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.831055:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.831256:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.831266:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.831286:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6157b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03229b expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.831308:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.831310:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.831314:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.831321:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.831344:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.831539:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.831550:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217664:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.831602:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1e40 going to sleep for 11 seconds 00010000:00010000:1.0:1746157400.831656:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.831667:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.831676:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267217792:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.831700:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009297bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.834122:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267217664:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.834136:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157400.834146:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.834163:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268647936:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3114us (3352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.834171:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10567 00000100:00100000:2.0:1746157400.834237:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268648192 00000100:00100000:2.0:1746157400.834242:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268648192 00000100:00100000:1.0:1746157400.834262:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267217792:192.168.203.5@tcp:104: 00002000:00100000:2.0:1746157400.834270:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51c00 x1830978268648192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746157400.834276:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746157400.834278:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51c00 with x1830978268648192 ext(0->4095) 00010000:00010000:2.0:1746157400.834283:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.834287:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b27200, rc 0) 00010000:00010000:2.0:1746157400.834292:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.834297:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba51c00 00000100:00100000:2.0:1746157400.834310:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3046 00000100:00100000:1.0:1746157400.834317:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31587:x1830978268647808:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3374us (3544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.834323:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7240 00000100:00100000:2.0:1746157400.834519:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1984:x1830978268648192:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746157400.834629:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1984:x1830978268648192:12345-192.168.203.5@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.834634:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3046 00002000:00100000:2.0:1746157400.834639:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba51c00 x1830978268648192/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.834646:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba51c00 with x1830978268648192 ext(0->4095) 00010000:00010000:2.0:1746157400.834650:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.834659:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.834664:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba51c00 00000100:00100000:0.0:1746157400.835746:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.835808:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.835869:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268648320 00000100:00100000:1.0:1746157400.835873:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268648320 00000100:00100000:1.0:1746157400.835896:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7241 00000100:00100000:1.0:1746157400.835902:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268648320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.835911:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.835921:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322b0 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.835937:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.835941:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.835950:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.835953:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.835976:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.835977:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268648448 00000100:00100000:3.0:1746157400.835980:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268648448 00010000:00010000:1.0:1746157400.835986:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.835992:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.835993:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884600, rc 0) 00000100:00100000:1.0:1746157400.836014:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268648320:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.836016:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10568 00000100:00100000:1.0:1746157400.836019:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7241 00000100:00100000:3.0:1746157400.836021:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1983:x1830978268648448:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.836027:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.836039:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.836367:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.836384:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61582 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a2 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.836394:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.836395:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.836400:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.836406:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.836429:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.836438:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.836447:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218048:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.836541:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.837844:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218048:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.837857:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.837890:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1983:x1830978268648448:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1867us (2081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.837896:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10568 00000100:00100000:0.0:1746157400.838318:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.838379:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268648704 00000100:00100000:2.0:1746157400.838384:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268648704 00002000:00100000:2.0:1746157400.838410:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1c00 x1830978268648704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.838417:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1c00 with x1830978268648704 ext(0->4095) 00010000:00010000:2.0:1746157400.838423:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.838432:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.838438:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1c00 00000100:00100000:2.0:1746157400.838463:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3047 00000100:00100000:2.0:1746157400.838468:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268648704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.838565:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268648704:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.838570:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3047 00002000:00100000:2.0:1746157400.838574:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800917e1c00 x1830978268648704/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.838580:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1c00 with x1830978268648704 ext(0->4095) 00010000:00010000:2.0:1746157400.838584:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.838591:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.838595:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e1c00 00000100:00100000:0.0:1746157400.839929:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.839962:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.839970:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268648832 00000100:00100000:2.0:1746157400.839974:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268648832 00000100:00100000:2.0:1746157400.840007:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7242 00000100:00100000:2.0:1746157400.840012:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268648832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.840022:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.840032:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322b7 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.840047:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.840052:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.840057:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.840061:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.840112:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268648960 00000100:00100000:3.0:1746157400.840115:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268648960 00010000:00010000:2.0:1746157400.840122:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.840126:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.840131:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 108 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.840140:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0e00, rc 0) 00000100:00100000:3.0:1746157400.840147:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10569 00000100:00100000:3.0:1746157400.840152:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:1986:x1830978268648960:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.840158:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.840171:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.840172:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31587:x1830978268648832:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.840177:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7242 00010000:00010000:3.0:1746157400.840179:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 108 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.840191:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b27200/0x4450b99e49e61589 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322a9 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.840199:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.840201:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.840210:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.840216:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.840232:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.840242:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.840251:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218304:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.840298:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.841492:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218304:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.841503:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.841533:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268648960:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1380us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.841539:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10569 00000100:00100000:2.0:1746157400.842475:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.842513:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268649216 00000100:00100000:0.0:1746157400.842518:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268649216 00002000:00100000:0.0:1746157400.842542:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5f80 x1830978268649216/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.842550:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5f80 with x1830978268649216 ext(0->4095) 00010000:00010000:0.0:1746157400.842557:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.842567:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746157400.842573:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d5f80 00000100:00100000:0.0:1746157400.842626:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3048 00000100:00100000:0.0:1746157400.842632:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268649216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157400.842737:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268649216:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157400.842743:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3048 00002000:00100000:0.0:1746157400.842747:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800930d5f80 x1830978268649216/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.842754:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800930d5f80 with x1830978268649216 ext(0->4095) 00010000:00010000:0.0:1746157400.842759:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.842767:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746157400.842772:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800930d5f80 00000100:00100000:0.0:1746157400.845773:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.845828:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268649344 00000100:00100000:3.0:1746157400.845834:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268649344 00010000:00010000:3.0:1746157400.845861:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.845892:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10570 00000100:00100000:3.0:1746157400.845898:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268649344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.845910:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.845923:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.845930:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.845943:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884600/0x4450b99e49e61590 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b0 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.845952:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.845953:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.845957:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.845962:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.845982:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.845989:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218432:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.846179:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.847383:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218432:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.847395:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.847431:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268649344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1529us (1662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.847441:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10570 00000100:00100000:0.0:1746157400.847919:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.848060:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268649600 00000100:00100000:2.0:1746157400.848065:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268649600 00002000:00100000:2.0:1746157400.848129:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc000 x1830978268649600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.848138:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc000 with x1830978268649600 ext(0->4095) 00002000:00010000:2.0:1746157400.848146:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bc000 00000100:00100000:2.0:1746157400.848166:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5110 00000100:00100000:2.0:1746157400.848172:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268649600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.848392:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268649600:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 219us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.848398:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5110 00002000:00100000:2.0:1746157400.848403:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bc000 x1830978268649600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.848410:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bc000 with x1830978268649600 ext(0->4095) 00002000:00010000:2.0:1746157400.848413:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bc000 00000100:00100000:0.0:1746157400.849584:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.849659:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268649728 00000100:00100000:1.0:1746157400.849663:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268649728 00000100:00100000:1.0:1746157400.849699:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7243 00000100:00100000:1.0:1746157400.849705:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268649728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.849714:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.849725:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322be expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.849744:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.849751:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.849752:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.849755:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.849781:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 105 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.849790:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 105 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.849799:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267218560:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.849864:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.851644:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267218560:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.851664:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.851675:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884800, rc 0) 00000100:00100000:1.0:1746157400.851711:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268649728:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2005us (2128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.851720:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7243 00000100:00100000:0.0:1746157400.851834:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.851886:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268649856 00000100:00100000:3.0:1746157400.851890:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268649856 00010000:00010000:3.0:1746157400.851907:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.851929:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10571 00000100:00100000:3.0:1746157400.851935:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268649856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.851944:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.851960:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.851969:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.851984:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0e00/0x4450b99e49e61597 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322b7 expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.851994:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.851995:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.852001:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.852007:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.852027:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.852036:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218688:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.852139:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.853645:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267218688:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.853806:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.853831:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268649856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1896us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.853837:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10571 00000100:00100000:0.0:1746157400.854264:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.854383:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268650112 00000100:00100000:2.0:1746157400.854388:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268650112 00002000:00100000:2.0:1746157400.854416:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf480 x1830978268650112/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.854425:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf480 with x1830978268650112 ext(0->4095) 00002000:00010000:2.0:1746157400.854429:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bf480 00000100:00100000:2.0:1746157400.854514:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5111 00000100:00100000:2.0:1746157400.854521:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268650112:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.854661:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268650112:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.854669:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5111 00002000:00100000:2.0:1746157400.854674:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bf480 x1830978268650112/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.854681:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bf480 with x1830978268650112 ext(0->4095) 00002000:00010000:2.0:1746157400.854684:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362bf480 00000100:00100000:0.0:1746157400.856468:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.856611:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268650240 00000100:00100000:1.0:1746157400.856620:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268650240 00000100:00100000:1.0:1746157400.856666:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7244 00000100:00100000:1.0:1746157400.856673:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268650240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.856688:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.856705:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322c5 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.856736:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.856744:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.856745:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.856748:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.856871:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.856883:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.856895:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267218816:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.856973:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14780 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.859152:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.859207:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268650368 00000100:00100000:2.0:1746157400.859215:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268650368 00000100:00100000:2.0:1746157400.859303:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7245 00000100:00100000:2.0:1746157400.859310:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268650368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.859325:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157400.859331:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267218816:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.859338:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322cc expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.859358:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.859360:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.859365:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.859371:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.859373:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 108 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.859389:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884000, rc 0) 00000100:00100000:1.0:1746157400.859438:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31597:x1830978268650240:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2764us (2977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.859445:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7244 00010000:00010000:2.0:1746157400.859466:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.859476:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.859490:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1a00, rc 0) 00000100:00100000:2.0:1746157400.859527:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268650368:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.859533:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7245 00000100:00100000:0.0:1746157400.859858:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.859905:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268650496 00000100:00100000:3.0:1746157400.859909:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268650496 00010000:00010000:3.0:1746157400.859924:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.859949:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10572 00000100:00100000:3.0:1746157400.859955:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268650496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.859961:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.859976:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.859989:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.860004:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884800/0x4450b99e49e6159e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322be expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.860033:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.860035:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.860040:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.860047:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.860108:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.860118:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.860135:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219072:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.860192:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.861839:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219072:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.861854:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.861998:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268650496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2042us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.862006:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10572 00000100:00100000:0.0:1746157400.862112:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.862640:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268650752 00000100:00100000:2.0:1746157400.862647:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268650752 00002000:00100000:2.0:1746157400.862679:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd500 x1830978268650752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.862687:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd500 with x1830978268650752 ext(0->4095) 00010000:00010000:2.0:1746157400.862694:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.862706:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.862711:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bd500 00000100:00100000:2.0:1746157400.862742:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3049 00000100:00100000:2.0:1746157400.862748:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268650752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.862890:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268650752:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (779us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.862896:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3049 00002000:00100000:2.0:1746157400.862904:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801362bd500 x1830978268650752/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.862916:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362bd500 with x1830978268650752 ext(0->4095) 00010000:00010000:2.0:1746157400.862921:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.862928:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.862933:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362bd500 00000100:00100000:0.0:1746157400.865824:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.865997:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.866111:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268651008 00000100:00100000:2.0:1746157400.866114:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268650880 00000100:00100000:3.0:1746157400.866118:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268651008 00000100:00100000:2.0:1746157400.866118:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268650880 00000100:00100000:2.0:1746157400.866159:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7246 00000100:00100000:2.0:1746157400.866165:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268650880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.866178:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.866190:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322d3 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.866210:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.866215:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.866220:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.866223:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.866225:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.866252:0:21450:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 107 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.866267:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.866276:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0200, rc 0) 00000100:00100000:3.0:1746157400.866523:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10573 00000100:00100000:3.0:1746157400.866529:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1983:x1830978268651008:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.866540:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.866557:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.866566:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.866580:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e615a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322c5 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.866593:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.866594:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.866598:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.866604:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.866622:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.866631:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.866641:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219328:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.866786:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268650880:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 620us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.866791:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7246 00000100:00100000:3.0:1746157400.867035:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.868600:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.868719:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219328:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.868730:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.868761:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1983:x1830978268651008:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2232us (2765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.868766:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10573 00000100:00100000:1.0:1746157400.868964:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268651264 00000100:00100000:1.0:1746157400.868970:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268651264 00002000:00100000:1.0:1746157400.868995:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178ed80 x1830978268651264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.869004:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178ed80 with x1830978268651264 ext(0->4095) 00010000:00010000:1.0:1746157400.869010:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.869020:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.869026:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178ed80 00000100:00100000:1.0:1746157400.869051:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3050 00000100:00100000:1.0:1746157400.869057:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268651264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746157400.869215:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268651264:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157400.869221:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3050 00002000:00100000:0.0:1746157400.869227:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a178ed80 x1830978268651264/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.869233:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178ed80 with x1830978268651264 ext(0->4095) 00010000:00010000:0.0:1746157400.869238:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.869246:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 106 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746157400.869250:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a178ed80 00000100:00100000:0.0:1746157400.870901:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.870944:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.870948:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268651392 00000100:00100000:2.0:1746157400.870953:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268651392 00000100:00100000:1.0:1746157400.871020:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7247 00000100:00100000:1.0:1746157400.871028:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268651392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.871037:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.871048:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322da expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.871055:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268651520 00000100:00100000:3.0:1746157400.871059:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268651520 00010000:00010000:1.0:1746157400.871065:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.871069:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.871106:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746157400.871108:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 108 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.871110:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.871128:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10574 00000100:00100000:3.0:1746157400.871133:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:1983:x1830978268651520:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.871140:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.871141:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.871151:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.871152:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 108 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.871157:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00010000:00010000:3.0:1746157400.871161:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 108 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.871174:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e615ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322cc expref: 108 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.871178:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31587:x1830978268651392:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.871182:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7247 00010000:00010000:3.0:1746157400.871184:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.871186:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.871190:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.871197:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.871214:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 5 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.871222:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 5 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.871230:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219584:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.871279:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.872590:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219584:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.872601:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.872633:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1983:x1830978268651520:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1499us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.872640:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10574 00000100:00100000:0.0:1746157400.873032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.873236:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268651776 00000100:00100000:2.0:1746157400.873240:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268651776 00002000:00100000:2.0:1746157400.873264:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99500 x1830978268651776/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.873273:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99500 with x1830978268651776 ext(0->4095) 00010000:00010000:2.0:1746157400.873279:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.873290:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.873295:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba99500 00000100:00100000:2.0:1746157400.873308:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3051 00000100:00100000:2.0:1746157400.873314:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268651776:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.873608:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268651776:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 294us (576us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.873617:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3051 00002000:00100000:2.0:1746157400.873739:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009ba99500 x1830978268651776/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.873747:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba99500 with x1830978268651776 ext(0->4095) 00010000:00010000:2.0:1746157400.873752:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.873761:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.873766:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ba99500 00000100:00100000:0.0:1746157400.876938:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.877019:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268651904 00000100:00100000:3.0:1746157400.877026:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268651904 00010000:00010000:3.0:1746157400.877051:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.877103:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10575 00000100:00100000:3.0:1746157400.877110:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268651904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.877120:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.877137:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.877146:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.877165:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e615b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322d3 expref: 6 pid: 21450 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.877413:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.877415:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.877421:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.877428:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.877454:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.877464:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219712:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.877842:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.879529:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219712:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.879544:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.879571:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268651904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2461us (2638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.879578:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10575 00000100:00100000:0.0:1746157400.879968:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.880104:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268652160 00000100:00100000:3.0:1746157400.880108:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268652160 00002000:00100000:3.0:1746157400.880137:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17db100 x1830978268652160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.880149:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17db100 with x1830978268652160 ext(0->4095) 00002000:00010000:3.0:1746157400.880153:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17db100 00000100:00100000:3.0:1746157400.880167:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5112 00000100:00100000:3.0:1746157400.880172:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268652160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.880292:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268652160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.880297:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5112 00002000:00100000:3.0:1746157400.880303:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a17db100 x1830978268652160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.880309:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a17db100 with x1830978268652160 ext(0->4095) 00002000:00010000:3.0:1746157400.880312:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a17db100 00000100:00100000:0.0:1746157400.882797:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.882898:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268652288 00000100:00100000:1.0:1746157400.882906:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268652288 00000100:00100000:1.0:1746157400.883057:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7248 00000100:00100000:1.0:1746157400.883065:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268652288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.883250:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.883268:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322e1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.883390:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.883399:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.883401:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.883404:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.883440:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.883452:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.883464:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267219840:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.883752:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14780 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.885120:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267219840:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.885148:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.885164:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885400, rc 0) 00000100:00100000:1.0:1746157400.885212:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268652288:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2147us (2422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.885221:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7248 00000100:00100000:0.0:1746157400.885777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.886116:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268652416 00000100:00100000:3.0:1746157400.886127:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268652416 00010000:00010000:3.0:1746157400.886160:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.886203:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10576 00000100:00100000:3.0:1746157400.886210:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268652416:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.886221:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.886245:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.886256:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.886333:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322da expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.886355:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.886357:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.886363:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.886370:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.886398:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.886407:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219968:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.886487:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.887958:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.887976:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267219968:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.887991:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.888026:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268652416:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1816us (2251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.888034:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10576 00000100:00100000:2.0:1746157400.888035:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268652672 00000100:00100000:2.0:1746157400.888042:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268652672 00002000:00100000:2.0:1746157400.888119:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43aa00 x1830978268652672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.888128:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43aa00 with x1830978268652672 ext(0->4095) 00002000:00010000:2.0:1746157400.888133:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43aa00 00000100:00100000:2.0:1746157400.888162:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5113 00000100:00100000:2.0:1746157400.888168:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268652672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746157400.888310:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268652672:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.888316:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5113 00002000:00100000:2.0:1746157400.888320:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a43aa00 x1830978268652672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.888332:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43aa00 with x1830978268652672 ext(0->4095) 00002000:00010000:2.0:1746157400.888335:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43aa00 00000100:00100000:0.0:1746157400.890688:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.890738:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.890822:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268652800 00000100:00100000:1.0:1746157400.890831:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268652800 00000100:00100000:1.0:1746157400.890878:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268652928 00000100:00100000:1.0:1746157400.890880:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268652928 00000100:00100000:1.0:1746157400.890899:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7249 00000100:00100000:1.0:1746157400.890906:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31597:x1830978268652800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.890923:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.890942:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322e8 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.890976:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.890984:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.890985:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.890989:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.891019:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.891030:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.891043:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267220096:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.891055:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7250 00000100:00100000:3.0:1746157400.891069:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268652928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157400.891157:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14780 going to sleep for 11 seconds 00010000:00010000:3.0:1746157400.891223:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.891237:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322ef expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.891258:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.891263:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.891269:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157400.891271:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.891301:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.891311:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.891319:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb22200, rc 0) 00000100:00100000:3.0:1746157400.891862:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31587:x1830978268652928:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 797us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.891868:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7250 00000100:00100000:1.0:1746157400.892750:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267220096:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.892764:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.892772:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157400.892790:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31597:x1830978268652800:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1885us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.892794:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7249 00000100:00100000:0.0:1746157400.893496:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.893605:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268653056 00000100:00100000:3.0:1746157400.893610:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268653056 00010000:00010000:3.0:1746157400.893626:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.893650:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10577 00000100:00100000:3.0:1746157400.893656:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268653056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.893664:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.893680:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.893689:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.893704:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885400/0x4450b99e49e615c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e1 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.893715:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.893716:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.893721:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.893727:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.893747:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.893757:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.893765:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220352:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.893813:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1600 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.896899:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.897104:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268653312 00000100:00100000:1.0:1746157400.897111:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268653312 00000100:00100000:3.0:1746157400.897136:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220352:192.168.203.5@tcp:105: 00002000:00100000:1.0:1746157400.897142:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219aa00 x1830978268653312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.897150:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219aa00 with x1830978268653312 ext(0->4095) 00010000:00010000:3.0:1746157400.897151:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157400.897156:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.897167:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.897173:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219aa00 00000100:00100000:3.0:1746157400.897182:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268653056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3526us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.897190:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10577 00000100:00100000:1.0:1746157400.897198:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3052 00000100:00100000:1.0:1746157400.897204:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1986:x1830978268653312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.897777:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1986:x1830978268653312:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 572us (882us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.897783:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3052 00002000:00100000:1.0:1746157400.897788:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013219aa00 x1830978268653312/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.897795:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219aa00 with x1830978268653312 ext(0->4095) 00010000:00010000:1.0:1746157400.897800:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.897809:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.897814:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013219aa00 00000100:00100000:0.0:1746157400.900860:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.900958:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.901012:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268653440 00000100:00100000:1.0:1746157400.901018:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268653440 00000100:00100000:1.0:1746157400.901059:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7251 00000100:00100000:1.0:1746157400.901065:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268653440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.901105:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.901175:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322f6 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.901194:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268653568 00000100:00100000:3.0:1746157400.901197:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268653568 00010000:00010000:1.0:1746157400.901197:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.901202:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 107 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.901207:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.901210:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.901211:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.901234:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10578 00000100:00100000:3.0:1746157400.901239:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1984:x1830978268653568:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157400.901239:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 107 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.901245:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157400.901248:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.901256:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00010000:00010000:3.0:1746157400.901259:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.901266:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.901279:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322e8 expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.901284:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268653440:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.901289:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7251 00010000:00010000:3.0:1746157400.901297:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.901298:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.901303:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.901310:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.901328:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.901337:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.901347:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220608:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.901392:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.902557:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220608:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.902567:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.902597:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1984:x1830978268653568:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1357us (1637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.902603:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10578 00000100:00100000:0.0:1746157400.902993:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.903052:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268653824 00000100:00100000:1.0:1746157400.903056:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268653824 00002000:00100000:1.0:1746157400.903112:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199c00 x1830978268653824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.903120:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1830978268653824 ext(0->4095) 00010000:00010000:1.0:1746157400.903126:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746157400.903135:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746157400.903140:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199c00 00000100:00100000:0.0:1746157400.903274:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3053 00000100:00100000:0.0:1746157400.903281:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268653824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746157400.903426:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268653824:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746157400.903431:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3053 00002000:00100000:0.0:1746157400.903436:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132199c00 x1830978268653824/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746157400.903443:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132199c00 with x1830978268653824 ext(0->4095) 00010000:00010000:0.0:1746157400.903447:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.903455:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746157400.903459:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132199c00 00000100:00100000:0.0:1746157400.905361:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.905488:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268654080 00000100:00100000:1.0:1746157400.905494:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268654080 00000100:00100000:1.0:1746157400.905533:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7252 00000100:00100000:1.0:1746157400.905540:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268654080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.905551:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.905561:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0322fd expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.905580:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.905585:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.905590:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.905593:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.905620:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.905638:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.905647:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885800, rc 0) 00000100:00100000:1.0:1746157400.905694:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268654080:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.905700:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7252 00000100:00100000:0.0:1746157400.907141:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.907224:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268653952 00000100:00100000:3.0:1746157400.907228:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268653952 00010000:00010000:3.0:1746157400.907249:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 107 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.907265:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10579 00000100:00100000:3.0:1746157400.907271:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1986:x1830978268653952:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.907278:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.907294:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 107 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.907303:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 107 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.907318:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb22200/0x4450b99e49e615cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322ef expref: 107 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.907342:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.907343:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.907348:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.907354:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.907375:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.907384:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.907392:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220864:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.907447:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.908906:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220864:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.908921:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.908945:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268653952:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1674us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.908952:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10579 00000100:00100000:0.0:1746157400.910236:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.910280:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268654336 00000100:00100000:2.0:1746157400.910285:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268654336 00002000:00100000:2.0:1746157400.910315:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9f80 x1830978268654336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.910323:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9f80 with x1830978268654336 ext(0->4095) 00010000:00010000:2.0:1746157400.910330:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.910340:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.910346:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e9f80 00000100:00100000:2.0:1746157400.910373:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3054 00000100:00100000:2.0:1746157400.910379:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268654336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.910520:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268654336:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.910526:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3054 00002000:00100000:2.0:1746157400.910530:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801363e9f80 x1830978268654336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.910537:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801363e9f80 with x1830978268654336 ext(0->4095) 00010000:00010000:2.0:1746157400.910541:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.910550:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746157400.910555:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801363e9f80 00000100:00100000:0.0:1746157400.912791:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.913012:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268654464 00000100:00100000:3.0:1746157400.913020:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268654464 00010000:00010000:3.0:1746157400.913051:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.913126:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10580 00000100:00100000:3.0:1746157400.913133:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268654464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.913224:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.913249:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.913261:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.913283:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884200/0x4450b99e49e615d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322f6 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.913297:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.913299:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.913306:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.913314:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.913350:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.913363:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220992:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.913502:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.915178:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267220992:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.915202:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.915287:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268654464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2152us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.915297:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10580 00000100:00100000:0.0:1746157400.915799:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.915883:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268654720 00000100:00100000:2.0:1746157400.915893:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268654720 00002000:00100000:2.0:1746157400.915929:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2300 x1830978268654720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.915937:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2300 with x1830978268654720 ext(0->4095) 00002000:00010000:2.0:1746157400.915941:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e2300 00000100:00100000:2.0:1746157400.915971:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5114 00000100:00100000:2.0:1746157400.915978:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268654720:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.916174:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268654720:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.916180:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5114 00002000:00100000:2.0:1746157400.916186:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a55e2300 x1830978268654720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157400.916193:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2300 with x1830978268654720 ext(0->4095) 00002000:00010000:2.0:1746157400.916195:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e2300 00000100:00100000:0.0:1746157400.918216:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.918293:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268654848 00000100:00100000:1.0:1746157400.918301:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268654848 00000100:00100000:1.0:1746157400.918356:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7253 00000100:00100000:1.0:1746157400.918367:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268654848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.918384:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.918403:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032304 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.918431:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.918437:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.918439:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.918442:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.918475:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.918491:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 105 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.918504:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267221120:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.918601:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.919814:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267221120:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.919838:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.919852:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884400, rc 0) 00000100:00100000:1.0:1746157400.920053:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268654848:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1687us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.920061:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7253 00000100:00100000:0.0:1746157400.920477:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.920652:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268654976 00000100:00100000:3.0:1746157400.920659:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268654976 00010000:00010000:3.0:1746157400.920687:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.920708:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10581 00000100:00100000:3.0:1746157400.920715:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268654976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.920726:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.920747:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.920756:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.920778:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885800/0x4450b99e49e615dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0322fd expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.920793:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.920795:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.920802:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.920810:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.920841:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.920853:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267221248:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.920906:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.922227:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267221248:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.922249:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.922333:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268654976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1617us (1854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.922344:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10581 00000100:00100000:0.0:1746157400.922396:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.922498:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268655232 00000100:00100000:3.0:1746157400.922504:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268655232 00002000:00100000:3.0:1746157400.922539:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732f100 x1830978268655232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.922549:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732f100 with x1830978268655232 ext(0->4095) 00002000:00010000:3.0:1746157400.922553:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013732f100 00000100:00100000:3.0:1746157400.922583:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5115 00000100:00100000:3.0:1746157400.922590:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268655232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.923016:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268655232:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 425us (620us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.923022:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5115 00002000:00100000:3.0:1746157400.923027:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013732f100 x1830978268655232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.923039:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732f100 with x1830978268655232 ext(0->4095) 00002000:00010000:3.0:1746157400.923042:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013732f100 00000100:00100000:2.0:1746157400.924585:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.924905:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268655360 00000100:00100000:1.0:1746157400.924914:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268655360 00000100:00100000:1.0:1746157400.924964:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7254 00000100:00100000:1.0:1746157400.924972:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31597:x1830978268655360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.924990:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.925007:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03230b expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.925041:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.925052:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.925054:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.925058:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.925138:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.925150:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.925163:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267221376:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157400.925350:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14300 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.925613:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.925627:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268655488 00000100:00100000:0.0:1746157400.925631:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268655488 00000100:00100000:0.0:1746157400.925648:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7255 00000100:00100000:0.0:1746157400.925653:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268655488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746157400.925660:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157400.925667:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032312 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.925678:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.925681:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.925686:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157400.925689:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.925709:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.925720:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.925729:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21c00, rc 0) 00000100:00100000:0.0:1746157400.925764:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31587:x1830978268655488:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157400.925770:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7255 00000100:00100000:1.0:1746157400.927452:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267221376:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157400.927481:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.927495:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884e00, rc 0) 00000100:00100000:1.0:1746157400.927561:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31597:x1830978268655360:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2588us (2983us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.927569:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7254 00000100:00100000:2.0:1746157400.927639:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.927666:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268655616 00000100:00100000:0.0:1746157400.927672:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268655616 00010000:00010000:0.0:1746157400.927697:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746157400.927726:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10582 00000100:00100000:0.0:1746157400.927732:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268655616:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157400.927745:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157400.927769:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.928058:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.928162:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884400/0x4450b99e49e615e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032304 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746157400.928183:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.928185:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157400.928192:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157400.928200:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.928271:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.928281:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 106 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746157400.928297:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267221632:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157400.928364:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b14300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.929598:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267221632:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157400.929664:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157400.929719:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268655616:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1984us (2082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.929802:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10582 00000100:00100000:2.0:1746157400.930118:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.930300:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268655872 00000100:00100000:3.0:1746157400.930307:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268655872 00002000:00100000:3.0:1746157400.930345:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9180 x1830978268655872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.930353:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9180 with x1830978268655872 ext(0->4095) 00010000:00010000:3.0:1746157400.930361:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.930373:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.930379:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9180 00000100:00100000:3.0:1746157400.930407:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3055 00000100:00100000:3.0:1746157400.930414:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268655872:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.930577:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268655872:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.930582:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3055 00002000:00100000:3.0:1746157400.930587:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008bdb9180 x1830978268655872/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.930594:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9180 with x1830978268655872 ext(0->4095) 00010000:00010000:3.0:1746157400.930598:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.930608:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.930614:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bdb9180 00000100:00100000:0.0:1746157400.932227:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.932375:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268656000 00000100:00100000:1.0:1746157400.932384:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268656000 00000100:00100000:1.0:1746157400.932435:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7256 00000100:00100000:1.0:1746157400.932444:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268656000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.932461:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.932478:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032319 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.932503:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.932509:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.932514:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746157400.932517:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.932555:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.932571:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.932581:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885200, rc 0) 00000100:00100000:1.0:1746157400.932634:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268656000:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.932640:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7256 00000100:00100000:1.0:1746157400.932978:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.933229:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268656128 00000100:00100000:2.0:1746157400.933234:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268656128 00010000:00010000:2.0:1746157400.933254:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.933272:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10583 00000100:00100000:2.0:1746157400.933277:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1984:x1830978268656128:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.933285:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.933307:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.933321:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.933343:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884e00/0x4450b99e49e615eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03230b expref: 107 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.933366:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.933367:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.933373:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.933427:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.933450:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.933465:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.933476:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267221888:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.933552:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157400.934984:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.935009:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267221888:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157400.935031:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.935102:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268656384 00000100:00100000:2.0:1746157400.935106:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1984:x1830978268656128:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1829us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.935108:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268656384 00000100:00100000:2.0:1746157400.935115:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10583 00002000:00100000:3.0:1746157400.935146:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135180 x1830978268656384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.935155:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978268656384 ext(0->4095) 00010000:00010000:3.0:1746157400.935162:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.935174:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.935180:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135180 00000100:00100000:3.0:1746157400.935194:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3056 00000100:00100000:3.0:1746157400.935200:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268656384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.935535:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268656384:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 334us (556us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.935542:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3056 00002000:00100000:3.0:1746157400.935546:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093135180 x1830978268656384/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.935554:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978268656384 ext(0->4095) 00010000:00010000:3.0:1746157400.935559:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.935568:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 106 pid: 16659 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.935574:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093135180 00000100:00100000:0.0:1746157400.936803:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.936855:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.936899:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268656512 00000100:00100000:2.0:1746157400.936906:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268656512 00000100:00100000:3.0:1746157400.936924:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268656640 00000100:00100000:3.0:1746157400.936927:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268656640 00010000:00010000:3.0:1746157400.936944:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 107 pid: 16659 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746157400.936951:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7257 00000100:00100000:2.0:1746157400.936957:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268656512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746157400.936962:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10584 00000100:00100000:3.0:1746157400.936966:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268656640:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157400.936970:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157400.936976:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157400.936982:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032320 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.936992:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 108 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746157400.937002:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.937007:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.937013:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746157400.937016:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.937057:0:16659:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.937068:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.937111:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1200, rc 0) 00010000:00010000:3.0:1746157400.937212:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 108 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.937229:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c21c00/0x4450b99e49e615f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032312 expref: 108 pid: 16659 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.937243:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.937245:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.937251:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.937262:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.937280:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.937288:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 5 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.937298:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222144:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157400.937383:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268656512:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 425us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.937389:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7257 00000100:00100000:3.0:1746157400.937446:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.939310:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222144:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.939334:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.939563:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268656640:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2594us (2705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.939574:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10584 00000100:00100000:0.0:1746157400.939718:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.939803:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268656896 00000100:00100000:3.0:1746157400.939809:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268656896 00002000:00100000:3.0:1746157400.939846:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978268656896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.939855:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978268656896 ext(0->4095) 00010000:00010000:3.0:1746157400.939863:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.939875:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.939882:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f100 00000100:00100000:3.0:1746157400.939905:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3057 00000100:00100000:3.0:1746157400.939912:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268656896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.940052:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268656896:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.940058:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3057 00002000:00100000:3.0:1746157400.940063:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447f100 x1830978268656896/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.940069:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447f100 with x1830978268656896 ext(0->4095) 00010000:00010000:3.0:1746157400.940107:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.940116:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746157400.940544:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009447f100 00000100:00100000:0.0:1746157400.941757:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.941840:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268657024 00000100:00100000:3.0:1746157400.941847:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268657024 00010000:00010000:3.0:1746157400.941879:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746157400.941903:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10585 00000100:00100000:3.0:1746157400.941911:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268657024:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.941925:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.941947:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.941958:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.941981:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885200/0x4450b99e49e615f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032319 expref: 6 pid: 8488 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746157400.941995:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.941997:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.942005:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.942013:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.942046:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.942059:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222272:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.942608:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.943933:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222272:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.943955:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.943993:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268657024:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2082us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.944003:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10585 00000100:00100000:0.0:1746157400.944660:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.944893:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268657280 00000100:00100000:3.0:1746157400.944901:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268657280 00002000:00100000:3.0:1746157400.944937:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447dc00 x1830978268657280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.944946:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447dc00 with x1830978268657280 ext(0->4095) 00002000:00010000:3.0:1746157400.944950:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447dc00 00000100:00100000:3.0:1746157400.944975:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5116 00000100:00100000:3.0:1746157400.944982:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268657280:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.945540:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009447dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268657280:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 555us (878us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.945547:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5116 00002000:00100000:3.0:1746157400.945553:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009447dc00 x1830978268657280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.945561:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009447dc00 with x1830978268657280 ext(0->4095) 00002000:00010000:3.0:1746157400.945564:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009447dc00 00000100:00100000:0.0:1746157400.947441:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.947609:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268657408 00000100:00100000:2.0:1746157400.947617:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268657408 00000100:00100000:2.0:1746157400.947669:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7258 00000100:00100000:2.0:1746157400.947676:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268657408:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.947693:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.947711:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032327 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.947738:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.947746:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.947748:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.947755:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.947793:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.947806:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 105 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746157400.947818:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267222400:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.947973:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.948960:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267222400:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.948990:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.949003:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1a00, rc 0) 00000100:00100000:2.0:1746157400.949040:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268657408:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1364us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.949049:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7258 00000100:00100000:0.0:1746157400.949561:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.949626:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268657536 00000100:00100000:3.0:1746157400.949632:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268657536 00010000:00010000:3.0:1746157400.949696:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 106 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746157400.949729:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10586 00000100:00100000:3.0:1746157400.949736:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268657536:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.949748:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.949769:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 106 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.949784:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 106 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.949805:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61600 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032320 expref: 106 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.949830:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.949832:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.949841:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.949849:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.949876:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.949887:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222528:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.949979:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.951224:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222528:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.951242:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.951292:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268657536:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1555us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.951300:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10586 00000100:00100000:0.0:1746157400.951559:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.951656:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268657792 00000100:00100000:3.0:1746157400.951662:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268657792 00002000:00100000:3.0:1746157400.951704:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8a80 x1830978268657792/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.951713:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8a80 with x1830978268657792 ext(0->4095) 00002000:00010000:3.0:1746157400.951717:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd8a80 00000100:00100000:3.0:1746157400.951869:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5117 00000100:00100000:3.0:1746157400.951877:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268657792:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746157400.952178:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268657792:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 300us (618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.952183:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5117 00002000:00100000:3.0:1746157400.952188:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093fd8a80 x1830978268657792/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.952195:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fd8a80 with x1830978268657792 ext(0->4095) 00002000:00010000:3.0:1746157400.952198:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093fd8a80 00000100:00100000:0.0:1746157400.955175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.955241:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268657920 00000100:00100000:2.0:1746157400.955251:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268657920 00000100:00100000:2.0:1746157400.955410:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7259 00000100:00100000:2.0:1746157400.955418:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268657920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.955438:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.955457:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03232e expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.955486:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.955494:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.955496:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.955499:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.955530:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.955542:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 5 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746157400.955554:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267222656:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157400.955714:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.956331:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157400.956551:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268658048 00000100:00100000:1.0:1746157400.956557:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268658048 00000100:00100000:1.0:1746157400.956592:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7260 00000100:00100000:1.0:1746157400.956598:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31597:x1830978268658048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746157400.956606:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157400.956616:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032335 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.956637:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157400.956642:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.956651:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157400.956654:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.956683:0:8488:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 108 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.956704:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 108 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157400.956712:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157400.956755:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+108:31597:x1830978268658048:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157400.956761:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7260 00000100:00100000:2.0:1746157400.957892:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267222656:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.957918:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.957929:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1000, rc 0) 00000100:00100000:2.0:1746157400.957971:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:31587:x1830978268657920:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2553us (2806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.957977:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7259 00000100:00100000:0.0:1746157400.959942:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.960045:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268658176 00000100:00100000:3.0:1746157400.960055:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268658176 00010000:00010000:3.0:1746157400.960224:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746157400.960980:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10587 00000100:00100000:3.0:1746157400.960990:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268658176:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.961005:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.961028:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.961045:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.961069:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1a00/0x4450b99e49e61607 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032327 expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.961138:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.961141:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.961148:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.961156:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.961190:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.961201:0:9879:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 106 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746157400.961212:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222912:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.961824:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.963892:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267222912:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.963916:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.963974:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268658176:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2984us (4039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.963987:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10587 00000100:00100000:0.0:1746157400.964494:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.964536:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268658432 00000100:00100000:3.0:1746157400.964543:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268658432 00002000:00100000:3.0:1746157400.964582:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83800 x1830978268658432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.964591:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83800 with x1830978268658432 ext(0->4095) 00010000:00010000:3.0:1746157400.964599:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.964610:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746157400.964616:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83800 00000100:00100000:3.0:1746157400.965216:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3058 00000100:00100000:3.0:1746157400.965226:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268658432:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157400.965403:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1985:x1830978268658432:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (910us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157400.965409:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3058 00002000:00100000:3.0:1746157400.965415:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb83800 x1830978268658432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157400.965422:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83800 with x1830978268658432 ext(0->4095) 00010000:00010000:3.0:1746157400.965428:0:32249:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.965443:0:32249:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746157400.965452:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fb83800 00000100:00100000:0.0:1746157400.967763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.968220:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268658560 00000100:00100000:3.0:1746157400.968228:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268658560 00010000:00010000:3.0:1746157400.968257:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746157400.968654:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10588 00000100:00100000:3.0:1746157400.968662:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+107:1984:x1830978268658560:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.968674:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.968691:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.968703:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.968721:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1000/0x4450b99e49e6160e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03232e expref: 107 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.968747:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.968749:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.968754:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.968766:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.968792:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 106 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.968803:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267223040:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.968876:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.971623:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267223040:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.971640:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.971683:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1984:x1830978268658560:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3021us (3926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.971691:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10588 00000100:00100000:0.0:1746157400.972564:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157400.972630:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268658816 00000100:00100000:1.0:1746157400.972636:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268658816 00002000:00100000:1.0:1746157400.972669:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81c00 x1830978268658816/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.972678:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81c00 with x1830978268658816 ext(0->4095) 00002000:00010000:1.0:1746157400.972682:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81c00 00000100:00100000:1.0:1746157400.972711:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5118 00000100:00100000:1.0:1746157400.972717:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268658816:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746157400.972844:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268658816:12345-192.168.203.5@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746157400.972853:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5118 00002000:00100000:1.0:1746157400.972857:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008fb81c00 x1830978268658816/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.972864:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81c00 with x1830978268658816 ext(0->4095) 00002000:00010000:1.0:1746157400.972867:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81c00 00000100:00100000:0.0:1746157400.975182:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.975242:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268658944 00000100:00100000:2.0:1746157400.975248:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268658944 00000100:00100000:2.0:1746157400.975280:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7261 00000100:00100000:2.0:1746157400.975286:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:31597:x1830978268658944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746157400.975301:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157400.975312:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03233c expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.975334:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.975341:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.975342:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157400.975346:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.975367:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 105 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.975376:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 105 pid: 8488 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746157400.975387:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267223168:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157400.975708:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746157400.978204:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267223168:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157400.978231:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.978245:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e0200, rc 0) 00000100:00100000:2.0:1746157400.978279:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:31597:x1830978268658944:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2993us (3102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157400.978294:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7261 00000100:00100000:0.0:1746157400.978756:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.978814:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268659072 00000100:00100000:3.0:1746157400.978821:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268659072 00010000:00010000:3.0:1746157400.978842:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 106 pid: 8488 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746157400.978873:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10589 00000100:00100000:3.0:1746157400.978880:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1986:x1830978268659072:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.978891:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.978909:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 106 pid: 8488 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.978918:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 106 pid: 8488 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.978936:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091885e00/0x4450b99e49e61615 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032335 expref: 106 pid: 8488 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.978949:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.978950:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.978956:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.978962:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.978985:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.978994:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267223296:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.979047:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.981142:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267223296:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.981159:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.981206:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1986:x1830978268659072:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2325us (2450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.981214:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10589 00000100:00100000:0.0:1746157400.982643:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157400.982719:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157400.982775:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268659456 00000100:00100000:2.0:1746157400.982781:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268659456 00000100:00100000:1.0:1746157400.983048:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268659328 00000100:00100000:1.0:1746157400.983052:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268659328 00002000:00100000:1.0:1746157400.983104:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea300 x1830978268659328/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/0 e 0 to 0 dl 1746157411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746157400.983112:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea300 with x1830978268659328 ext(0->4095) 00002000:00010000:1.0:1746157400.983117:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea300 00000100:00100000:1.0:1746157400.983144:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5119 00000100:00100000:1.0:1746157400.983151:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268659328:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157400.984024:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7262 00000100:00100000:1.0:1746157400.984024:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268659328:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 871us (1950us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157400.984031:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:31587:x1830978268659456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746157400.984032:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5119 00002000:00100000:1.0:1746157400.984037:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801337ea300 x1830978268659328/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:206/0 lens 488/4536 e 0 to 0 dl 1746157411 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746157400.984040:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746157400.984044:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337ea300 with x1830978268659328 ext(0->4095) 00002000:00010000:1.0:1746157400.984046:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337ea300 00010000:00010000:2.0:1746157400.984052:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032343 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.984088:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.984096:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.984097:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157400.984100:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032343 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.984123:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157400.984132:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 5 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746157400.984296:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267223424:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157400.984853:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b51d9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157400.988148:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267223424:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157400.988175:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032343 expref: 106 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.988193:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1600, rc 0) 00000100:00100000:3.0:1746157400.988249:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:31587:x1830978268659456:12345-192.168.203.5@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4216us (5527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.988257:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7262 00000100:00100000:1.0:1746157400.988743:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.988802:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268659584 00000100:00100000:3.0:1746157400.988807:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268659584 00010000:00010000:3.0:1746157400.988826:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746157400.988847:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10590 00000100:00100000:3.0:1746157400.988853:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268659584:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157400.988862:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157400.988878:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.988887:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.988904:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e0200/0x4450b99e49e6161c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03233c expref: 6 pid: 16659 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746157400.989006:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.989008:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157400.989015:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032343 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.989026:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032343 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.989050:0:9879:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032343 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.989060:0:9879:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267223552:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157400.989159:0:9879:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1000 going to sleep for 11 seconds 00010000:00010000:3.0:1746157400.990394:0:9879:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.5@tcp) returned -22 from completion AST (req@ffff88008fb4b480 x1830978267223552) - normal race ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032343 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157400.990422:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1600/0x4450b99e49e61623 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032343 expref: 105 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157400.990431:0:9879:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9879:1830978267223552:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157400.990450:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157400.990489:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268659584:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1635us (1746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157400.990496:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10590 00000100:00100000:0.0:1746157400.992162:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.992231:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268659840 00000100:00100000:3.0:1746157400.992236:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268659840 00000100:00100000:3.0:1746157400.992277:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 150 00000100:00080000:2.0:1746157400.992277:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746157400.992283:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:31587:x1830978268659840:12345-192.168.203.5@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:3.0:1746157400.992497:0:7128:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983482 00000100:00100000:3.0:1746157400.992780:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:31587:x1830978268659840:12345-192.168.203.5@tcp:35:rw_seq_cst_vs_d.0 Request processed in 495us (619us total) trans 4294983483 rc 0/0 00000100:00100000:3.0:1746157400.992786:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 150 00000020:00080000:3.0:1746157400.992790:0:7128:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746157400.995321:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157400.995390:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268660096 00000100:00100000:3.0:1746157400.995395:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268660096 00000100:00100000:3.0:1746157400.995627:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 151 00000100:00100000:3.0:1746157400.995632:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:31587:x1830978268660096:12345-192.168.203.5@tcp:35:rw_seq_cst_vs_d.0 00000100:00080000:2.0:1746157400.995648:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746157400.996291:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:31587:x1830978268660096:12345-192.168.203.5@tcp:35:rw_seq_cst_vs_d.0 Request processed in 656us (973us total) trans 4294983484 rc 0/0 00000100:00100000:3.0:1746157400.996297:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 151 00000100:00100000:0.0:1746157401.022725:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157401.022815:0:21054:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268660224 00000100:00100000:2.0:1746157401.022822:0:21054:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268660224 00000100:00100000:2.0:1746157401.022857:0:21054:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37904 00000100:00100000:2.0:1746157401.022865:0:21054:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:31614:x1830978268660224:12345-192.168.203.5@tcp:101:rm.0 00010000:00010000:2.0:1746157401.022884:0:21054:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157401.022899:0:21054:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e6162a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03234a expref: -99 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.022942:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1600/0x4450b99e49e61631 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.022952:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1600/0x4450b99e49e61631 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.022962:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1600/0x4450b99e49e61631 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00000004:00200000:2.0:1746157401.023012:0:21054:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746157401.023015:0:21054:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157401.023025:0:21054:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1600/0x4450b99e49e61631 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.023041:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e6162a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03234a expref: 10 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.023400:0:21054:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1600/0x4450b99e49e61631 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03234a expref: 9 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.023407:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157401.023410:0:21054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157401.023412:0:21054:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1600, rc 0) 00000100:00100000:2.0:1746157401.023854:0:21054:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31614:x1830978268660224:12345-192.168.203.5@tcp:101:rm.0 Request processed in 989us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157401.023862:0:21054:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37904 00000100:00100000:0.0:1746157401.026988:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157401.027023:0:21054:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268660352 00000100:00100000:2.0:1746157401.027029:0:21054:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268660352 00000100:00100000:2.0:1746157401.027058:0:21054:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37905 00000100:00100000:2.0:1746157401.027064:0:21054:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31614:x1830978268660352:12345-192.168.203.5@tcp:101:rm.0 00010000:00010000:2.0:1746157401.027105:0:21054:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157401.027116:0:21054:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61638 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032351 expref: -99 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.027160:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027170:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027177:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027188:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027193:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027198:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027286:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1000/0x4450b99e49e6164d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027293:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1000/0x4450b99e49e6164d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027299:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1000/0x4450b99e49e6164d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00000004:00200000:2.0:1746157401.027320:0:21054:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:2.0:1746157401.027323:0:21054:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157401.027333:0:21054:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1000/0x4450b99e49e6164d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027340:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1000/0x4450b99e49e6164d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027345:0:21054:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027350:0:21054:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027355:0:21054:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027360:0:21054:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e0c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157401.027363:0:21054:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027367:0:21054:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027374:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157401.027376:0:21054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157401.027379:0:21054:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027383:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e6163f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027412:0:21054:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027417:0:21054:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027421:0:21054:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027424:0:21054:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e1200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157401.027426:0:21054:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027430:0:21054:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027436:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880088f57900) 00010000:00010000:2.0:1746157401.027437:0:21054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157401.027439:0:21054:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027443:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1200/0x4450b99e49e61646 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.027467:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61638 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032351 expref: 11 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.027476:0:21054:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1000/0x4450b99e49e6164d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032351 expref: 10 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.027482:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931e3800) 00010000:00010000:2.0:1746157401.027485:0:21054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157401.027486:0:21054:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1000, rc 0) 00000100:00100000:2.0:1746157401.028040:0:21054:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31614:x1830978268660352:12345-192.168.203.5@tcp:101:rm.0 Request processed in 975us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157401.028046:0:21054:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37905 00000100:00100000:0.0:1746157401.033005:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157401.033205:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268660480 00000100:00100000:3.0:1746157401.033215:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268660480 00000100:00100000:3.0:1746157401.033270:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7263 00000100:00100000:3.0:1746157401.033277:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+105:1985:x1830978268660480:12345-192.168.203.5@tcp:101:rm.0 00010000:00010000:3.0:1746157401.033295:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157401.033317:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032358 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157401.033344:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 8, mtime: 0x68143f59, atime: 0x68143f46, ctime: 0x68143f59, blocks: 0xb 00010000:00010000:3.0:1746157401.033363:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157401.033365:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157401.033373:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 106 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157401.033389:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 106 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157401.033406:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac971600, rc 0) 00000100:00100000:3.0:1746157401.033459:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+106:1985:x1830978268660480:12345-192.168.203.5@tcp:101:rm.0 Request processed in 182us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157401.033466:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7263 00000100:00100000:0.0:1746157401.035803:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157401.036006:0:21054:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268660736 00000100:00100000:2.0:1746157401.036014:0:21054:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268660736 00000100:00100000:2.0:1746157401.036048:0:21054:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37906 00000100:00100000:2.0:1746157401.036055:0:21054:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:31614:x1830978268660736:12345-192.168.203.5@tcp:36:rm.0 00010000:00010000:2.0:1746157401.036128:0:21054:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746157401.036147:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1000/0x4450b99e49e6164d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032351 expref: 10 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.036165:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009143a600/0x4450b99e49e5d436 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f02e15d expref: 9 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.036173:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931e3800) 00010000:00010000:2.0:1746157401.036180:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1600/0x4450b99e49e61631 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03234a expref: 8 pid: 21054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157401.036186:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157401.036192:0:21054:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157401.036207:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036215:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036222:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036231:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036236:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036241:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036330:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036336:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036341:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00000040:00080000:2.0:1746157401.036687:0:21054:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:2.0:1746157401.036693:0:21054:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508089620347ns, next at 509089619217ns, rc = 0 00010000:00010000:2.0:1746157401.036737:0:21054:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036743:0:21054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036748:0:21054:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036753:0:21054:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036758:0:21054:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.036763:0:21054:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037695:0:21054:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746157401.037716:0:21054:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037722:0:21054:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037728:0:21054:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037733:0:21054:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e0400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157401.037736:0:21054:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037741:0:21054:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037750:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931e3800) 00010000:00010000:2.0:1746157401.037752:0:21054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746157401.037754:0:21054:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037759:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0400/0x4450b99e49e61669 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:3.0:1746157401.037778:0:7114:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746157401.037785:0:7114:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21054 initiator: MDT0 00010000:00010000:3.0:1746157401.037792:0:7114:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091517200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157401.037794:0:7114:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037797:0:21054:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:3.0:1746157401.037799:0:7114:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037801:0:21054:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21054 initiator: MDT0 00010000:00010000:3.0:1746157401.037808:0:7114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800931e3800) 00010000:00010000:2.0:1746157401.037809:0:21054:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:3.0:1746157401.037810:0:7114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746157401.037812:0:7114:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037812:0:21054:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e1a00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157401.037814:0:21054:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:3.0:1746157401.037816:0:7114:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091517200/0x4450b99e49e61670 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037819:0:21054:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037825:0:21054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57000) 00010000:00010000:2.0:1746157401.037826:0:21054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157401.037829:0:21054:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:2.0:1746157401.037832:0:21054:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e1a00/0x4450b99e49e6165b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:3.0:1746157401.037833:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157401.037834:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157401.037835:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1746157401.037842:0:21054:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093213b80 reply state ffff880135840000 transno 4294983485 ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21054 initiator: MDT0 00000100:00100000:2.0:1746157401.037848:0:21054:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746157401.037900:0:21054:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:31614:x1830978268660736:12345-192.168.203.5@tcp:36:rm.0 Request processed in 1844us (2102us total) trans 4294983485 rc 0/0 00000100:00100000:2.0:1746157401.037907:0:21054:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37906 00010000:00010000:1.0:1746157401.039499:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21054 initiator: MDT0 00010000:00010000:1.0:1746157401.039508:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21054 initiator: MDT0 00010000:00010000:1.0:1746157401.039513:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:1.0:1746157401.039517:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e0c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157401.039520:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21054 initiator: MDT0 00010000:00010000:1.0:1746157401.039528:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21054 initiator: MDT0 00010000:00010000:1.0:1746157401.039536:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880088f57b00) 00010000:00010000:1.0:1746157401.039537:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157401.039539:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00010000:00010000:1.0:1746157401.039543:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0c00/0x4450b99e49e61662 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21054 initiator: MDT0 00000001:00080000:0.0:1746157401.079904:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968020 is committed 00000001:00080000:0.0:1746157401.079952:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968030 is committed 00010000:00010000:2.0:1746157401.640530:0:9878:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746157402.046233:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983485 is committed 00000004:00080000:3.0:1746157402.046241:0:7176:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000001:00080000:3.0:1746157402.046532:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983484 is committed 00000100:00100000:0.0:1746157402.047550:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267223680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746157402.047603:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157402.047775:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267223680 00000100:00100000:1.0:1746157402.047781:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267223680 00000100:00100000:1.0:1746157402.047828:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7264 00000100:00100000:1.0:1746157402.047835:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267223680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1746157402.047857:0:16659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00010000:00010000:1.0:1746157402.047875:0:16659:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157402.047890:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 5 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157402.047896:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157402.047897:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157402.047899:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157402.047916:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 5 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157402.047930:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 5 pid: 16659 timeout: 609 lvb_type: 1 00000100:00100000:1.0:1746157402.047939:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267223808:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157402.047988:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d1780 going to sleep for 11 seconds 00000100:00080000:2.0:1746157402.048024:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157402.049869:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091714380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267223808:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157402.049886:0:16659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157402.050357:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157402.050514:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268660864 00000100:00100000:2.0:1746157402.050519:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268660864 00010000:00010000:2.0:1746157402.050558:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 6 pid: 16659 timeout: 609 lvb_type: 1 00000100:00100000:2.0:1746157402.050582:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10591 00000100:00100000:2.0:1746157402.050588:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1985:x1830978268660864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157402.050598:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157402.050601:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 6 pid: 16659 timeout: 609 lvb_type: 1 00000100:00080000:0.0:1746157402.050603:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746157402.050610:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 6 pid: 16659 timeout: 609 lvb_type: 1 00010000:00010000:2.0:1746157402.050627:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800ac971600/0x4450b99e49e61654 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032358 expref: 6 pid: 16659 timeout: 609 lvb_type: 1 00010000:00010000:2.0:1746157402.050636:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157402.050638:0:9879:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157402.050641:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157402.050648:0:9879:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157402.050664:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157402.050674:0:16659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157402.050682:0:16659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157402.050690:0:16659:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157402.050692:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1985:x1830978268660864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 104us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157402.050698:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10591 00010000:00010000:0.0:1746157402.050698:0:16659:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157402.050713:0:16659:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746157402.050903:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746157402.050908:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157402.050914:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091884000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157402.050917:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157402.050923:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157402.050932:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157402.050937:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091884000/0x4450b99e49e61677 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157402.050948:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157402.050950:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157402.050951:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157402.051125:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3312:x1830978267223680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3290us (3522us total) trans 4294968031 rc 0/0 00000100:00100000:0.0:1746157402.051132:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7264 00000004:00080000:0.0:1746157402.052959:0:3312:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880091715180/2, rc 0, transno 4294968031 00000100:00100000:0.0:1746157402.052968:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267223680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1746157402.295120:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157402.295162:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157402.295192:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157402.295213:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157402.295218:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268660992 00000100:00100000:0.0:1746157402.295228:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268660992 00000100:00100000:0.0:1746157402.295274:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 377 00000100:00100000:0.0:1746157402.295282:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4660450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1985:x1830978268660992:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157402.295343:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4660450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1985:x1830978268660992:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 62us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157402.295348:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 377 00000100:00100000:0.0:1746157402.295373:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268661120 00000100:00100000:0.0:1746157402.295375:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268661120 00000100:00100000:1.0:1746157402.295377:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268661504 00000100:00100000:1.0:1746157402.295382:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268661504 00000100:00100000:0.0:1746157402.295395:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268661376 00000100:00100000:0.0:1746157402.295396:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268661376 00000100:00100000:0.0:1746157402.295405:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 338 00000100:00100000:0.0:1746157402.295408:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1985:x1830978268661120:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:1.0:1746157402.295411:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 396 00000100:00100000:1.0:1746157402.295416:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268661504:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157402.295430:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1985:x1830978268661120:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 22us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157402.295434:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 338 00000100:00100000:2.0:1746157402.295435:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157402.295440:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 339 00000100:00100000:0.0:1746157402.295442:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268661376:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:1.0:1746157402.295444:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268661504:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 28us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157402.295449:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 396 00000100:00100000:0.0:1746157402.295455:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268661376:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 12us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157402.295458:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 339 00000100:00100000:1.0:1746157402.295460:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268661248 00000100:00100000:1.0:1746157402.295463:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268661248 00000100:00080000:0.0:1746157402.295466:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157402.295469:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746157402.295470:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746157402.295492:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7265 00000100:00100000:1.0:1746157402.295496:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1982:x1830978268661248:12345-192.168.203.5@tcp:9:kworker.0 00000020:00000080:1.0:1746157402.295514:0:16659:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4450b99e49d76e54 00000100:00080000:1.0:1746157402.295521:0:16659:0:(import.c:66:import_set_state_nolock()) ffff880099826000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1746157402.295540:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1746157402.295552:0:16659:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968680 00000100:00100000:1.0:1746157402.295796:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+2:1982:x1830978268661248:12345-192.168.203.5@tcp:9:kworker.0 Request processed in 297us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157402.295802:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7265 00010000:00010000:3.0:1746157402.642272:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746157403.644220:0:9878:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1746157403.660578:0:3636:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 23:43:24 (1746157404) 00000100:00100000:2.0:1746157403.701528:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157403.701691:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268661632 00000100:00100000:0.0:1746157403.701699:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268661632 00000100:00100000:0.0:1746157403.701740:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37907 00000100:00100000:0.0:1746157403.701747:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:32243:x1830978268661632:12345-192.168.203.5@tcp:101:mkdir.0 00010000:00010000:0.0:1746157403.701765:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157403.701780:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e6167e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03235f expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157403.701829:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e61685 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.701839:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e61685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.701847:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e61685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746157403.701896:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746157403.701899:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157403.701909:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e61685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.701928:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e6167e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03235f expref: 7 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157403.701938:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e61685 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03235f expref: 6 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157403.701944:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013422e400) 00010000:00010000:0.0:1746157403.701946:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157403.701948:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151f000, rc 0) 00000100:00100000:0.0:1746157403.701988:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:32243:x1830978268661632:12345-192.168.203.5@tcp:101:mkdir.0 Request processed in 242us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157403.701992:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37907 00000100:00100000:0.0:1746157403.704092:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157403.704236:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.704262:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268661760 00000100:00100000:0.0:1746157403.704263:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268662016 00000100:00100000:3.0:1746157403.704270:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268661760 00000100:00100000:0.0:1746157403.704270:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268662016 00000100:00100000:3.0:1746157403.704365:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37908 00000100:00100000:3.0:1746157403.704374:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268661760:12345-192.168.203.5@tcp:41:mkdir.0 00000100:00100000:0.0:1746157403.704374:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37909 00000100:00100000:0.0:1746157403.704382:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:32243:x1830978268662016:12345-192.168.203.5@tcp:36:mkdir.0 00000004:00000024:3.0:1746157403.704402:0:7126:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00010000:00010000:0.0:1746157403.704428:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746157403.704448:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268661760:12345-192.168.203.5@tcp:41:mkdir.0 Request processed in 76us (400us total) trans 0 rc 0/0 00010000:00010000:0.0:1746157403.704453:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e61685 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03235f expref: 7 pid: 7125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157403.704457:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37908 00010000:00010000:0.0:1746157403.704473:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013422e400) 00010000:00010000:0.0:1746157403.704482:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157403.704579:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.704590:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.704599:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.704609:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.704614:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.704618:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746157403.705256:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:0.0:1746157403.705266:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.705272:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.705278:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.705282:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009151fc00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157403.705285:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.705291:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.705298:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88013422ec00) 00010000:00010000:0.0:1746157403.705301:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157403.705303:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.705312:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e6168c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:0.0:1746157403.705325:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800934f1180 reply state ffff88013624d000 transno 4294983486 ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157403.705330:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746157403.705400:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:32243:x1830978268662016:12345-192.168.203.5@tcp:36:mkdir.0 Request processed in 1013us (1158us total) trans 4294983486 rc 0/0 00000100:00100000:0.0:1746157403.705406:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37909 00010000:00010000:0.0:1746157403.707298:0:3297:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.707310:0:3297:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.707316:0:3297:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.707320:0:3297:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009151ec00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157403.707324:0:3297:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.707602:0:3297:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.707616:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88013422e100) 00010000:00010000:0.0:1746157403.707618:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157403.707621:0:3297:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157403.707626:0:3297:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61693 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157403.726764:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.726861:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268662144 00000100:00100000:2.0:1746157403.726868:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268662144 00000100:00100000:2.0:1746157403.726917:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37910 00000100:00100000:2.0:1746157403.726924:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:32244:x1830978268662144:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:2.0:1746157403.726943:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.726957:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6169a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032366 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.727004:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e616a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.727015:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e616a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.727024:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e616a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157403.727108:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746157403.727112:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157403.727126:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e616a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.727142:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6169a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032366 expref: 8 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.727154:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e616a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032366 expref: 7 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.727162:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2100) 00010000:00010000:2.0:1746157403.727164:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157403.727166:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094778000, rc 0) 00000100:00100000:2.0:1746157403.727288:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:32244:x1830978268662144:12345-192.168.203.5@tcp:101:cp.0 Request processed in 355us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157403.727294:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37910 00000100:00100000:1.0:1746157403.729053:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.729103:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268662272 00000100:00100000:3.0:1746157403.729109:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268662272 00000100:00100000:3.0:1746157403.730212:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37911 00000100:00100000:3.0:1746157403.730222:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:32244:x1830978268662272:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:3.0:1746157403.730237:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.730251:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ee00/0x4450b99e49e616a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03236d expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.730295:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730307:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730315:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730325:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730330:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730334:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730419:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ec00/0x4450b99e49e616bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730425:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ec00/0x4450b99e49e616bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730438:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ec00/0x4450b99e49e616bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746157403.730457:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:3.0:1746157403.730459:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746157403.730469:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ec00/0x4450b99e49e616bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730477:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730482:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730486:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730490:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254f200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.730493:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730498:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730505:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2100) 00010000:00010000:3.0:1746157403.730507:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.730509:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730513:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254f200/0x4450b99e49e616af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730535:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730540:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730544:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730548:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254fe00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.730549:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730553:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730557:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8801340be500) 00010000:00010000:3.0:1746157403.730559:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.730560:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730564:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254fe00/0x4450b99e49e616b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.730581:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ee00/0x4450b99e49e616a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03236d expref: 9 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.730588:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ec00/0x4450b99e49e616bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03236d expref: 8 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.730592:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:3.0:1746157403.730594:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746157403.730595:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254ec00, rc 0) 00000100:00100000:3.0:1746157403.730645:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32244:x1830978268662272:12345-192.168.203.5@tcp:101:cp.0 Request processed in 426us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157403.730652:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37911 00000100:00100000:0.0:1746157403.733994:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.734052:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268662400 00000100:00100000:3.0:1746157403.734068:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268662400 00000100:00100000:3.0:1746157403.734141:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37912 00000100:00100000:3.0:1746157403.734149:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32244:x1830978268662400:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:3.0:1746157403.734164:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.734179:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ea00/0x4450b99e49e616c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032374 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.734221:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734230:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734238:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734248:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734253:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734258:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734307:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734312:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734321:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734326:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bf6200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.734329:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734334:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734343:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:3.0:1746157403.734345:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.734348:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734352:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6200/0x4450b99e49e616cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734360:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734365:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734369:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734373:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bf6c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.734375:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734380:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734388:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8801340be300) 00010000:00010000:3.0:1746157403.734390:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.734392:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734396:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf6c00/0x4450b99e49e616d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.734423:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ea00/0x4450b99e49e616c4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032374 expref: 9 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.734428:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ea00/0x4450b99e49e616c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032374 expref: 9 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.734434:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254ea00, rc 0) 00000100:00100000:3.0:1746157403.734485:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32244:x1830978268662400:12345-192.168.203.5@tcp:101:cp.0 Request processed in 336us (498us total) trans 0 rc 301/301 00000100:00100000:3.0:1746157403.734490:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37912 00000100:00100000:0.0:1746157403.736142:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.736218:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268662528 00000100:00100000:3.0:1746157403.736224:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268662528 00000100:00100000:3.0:1746157403.736257:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37913 00000100:00100000:3.0:1746157403.736263:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32244:x1830978268662528:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:3.0:1746157403.736275:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.736287:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254e400/0x4450b99e49e616d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03237b expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.736324:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736336:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736344:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736354:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736358:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736363:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736402:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736407:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736415:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736419:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540b200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.736422:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736427:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736435:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:3.0:1746157403.736437:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.736441:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736445:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540b200/0x4450b99e49e616e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736454:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736458:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736462:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736466:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800919a9800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.736468:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736472:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736476:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8801340be400) 00010000:00010000:3.0:1746157403.736478:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.736480:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736484:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e616e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.736512:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254e400/0x4450b99e49e616d9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03237b expref: 9 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.736518:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254e400/0x4450b99e49e616d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03237b expref: 9 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.736526:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254e400, rc 0) 00000100:00100000:3.0:1746157403.736571:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32244:x1830978268662528:12345-192.168.203.5@tcp:101:cp.0 Request processed in 307us (433us total) trans 0 rc 301/301 00000100:00100000:3.0:1746157403.736576:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37913 00000100:00100000:0.0:1746157403.738155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.738192:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268662784 00000100:00100000:3.0:1746157403.738197:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268662784 00000100:00100000:3.0:1746157403.738224:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37914 00000100:00100000:3.0:1746157403.738229:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32244:x1830978268662784:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:3.0:1746157403.738237:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.738245:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e616ee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032382 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.738311:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738318:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738324:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738329:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738332:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738335:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00080000:3.0:1746157403.738683:0:7125:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1746157403.738773:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091512400/0x4450b99e49e61703 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738778:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091512400/0x4450b99e49e61703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738782:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091512400/0x4450b99e49e61703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738797:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738800:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738803:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738806:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800919a8400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.738808:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738811:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738816:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:3.0:1746157403.738817:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.738819:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.738821:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e616f5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:3.0:1746157403.738830:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800934f0000 reply state ffff88009407c000 transno 4294983487 ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157403.738834:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157403.738852:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e616ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032382 expref: 11 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.738859:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091512400/0x4450b99e49e61703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032382 expref: 10 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.738862:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:3.0:1746157403.738863:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157403.738864:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091512400, rc 0) 00000100:00100000:3.0:1746157403.738901:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:32244:x1830978268662784:12345-192.168.203.5@tcp:101:cp.0 Request processed in 672us (750us total) trans 4294983487 rc 0/0 00000100:00100000:3.0:1746157403.738906:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37914 00010000:00010000:1.0:1746157403.741149:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157403.741161:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157403.741167:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157403.741171:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800919a9400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157403.741175:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157403.741180:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157403.741192:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8801340be600) 00010000:00010000:1.0:1746157403.741194:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157403.741197:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157403.741201:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e616fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157403.741792:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157403.741834:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268662912 00000100:00100000:1.0:1746157403.741841:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268662912 00000100:00100000:1.0:1746157403.741894:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7266 00000100:00100000:1.0:1746157403.741901:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1982:x1830978268662912:12345-192.168.203.5@tcp:8:cp.0 00010000:00080000:1.0:1746157403.741926:0:16659:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp t0 exp (null) cur 510 last 0 00000020:00000080:1.0:1746157403.741949:0:16659:0:(genops.c:1402:class_connect()) connect: client 0f2b0a9e-9074-4d5d-94af-13424c171e41, cookie 0x4450b99e49e61711 00002000:00100000:1.0:1746157403.741957:0:16659:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 0f2b0a9e-9074-4d5d-94af-13424c171e41/ffff88008cbd5800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103657 ocd_grant: 490733568 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746157403.741975:0:16659:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1746157403.742051:0:16659:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8801349b4240 00002000:00080000:1.0:1746157403.742064:0:16659:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1746157403.742113:0:16659:0:(import.c:66:import_set_state_nolock()) ffff88008cbd7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746157403.742159:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1982:x1830978268662912:12345-192.168.203.5@tcp:8:cp.0 Request processed in 257us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.742165:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7266 00000100:00100000:0.0:1746157403.743741:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157403.743822:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268663040 00000100:00100000:1.0:1746157403.743827:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268663040 00000100:00100000:1.0:1746157403.743877:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7267 00000100:00100000:1.0:1746157403.743884:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:0:x1830978268663040:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:1.0:1746157403.743894:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157403.743906:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032389 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746157403.743919:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1746157403.743924:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746157403.743943:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.743945:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.743951:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 7 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157403.743965:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 7 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157403.743979:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091884200, rc 0) 00000100:00100000:1.0:1746157403.744011:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:0:x1830978268663040:12345-192.168.203.5@tcp:101:cp.0 Request processed in 127us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.744017:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7267 00000100:00100000:0.0:1746157403.745457:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157403.745496:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268663168 00000100:00100000:1.0:1746157403.745500:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268663168 00000100:00100000:1.0:1746157403.745534:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7268 00000100:00100000:1.0:1746157403.745540:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:32244:x1830978268663168:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:1.0:1746157403.745549:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157403.745557:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032390 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.745574:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 8 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157403.745579:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.745581:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.745583:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.745602:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 8 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157403.745611:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 8 pid: 16659 timeout: 610 lvb_type: 1 00000100:00100000:1.0:1746157403.745625:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978267223936:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157403.745701:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d1600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157403.747452:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978267223936:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157403.747473:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.747485:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091885e00, rc 0) 00000100:00100000:1.0:1746157403.747519:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32244:x1830978268663168:12345-192.168.203.5@tcp:101:cp.0 Request processed in 1979us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.747525:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7268 00000100:00100000:0.0:1746157403.747721:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157403.747896:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268663296 00000100:00100000:1.0:1746157403.747901:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268663296 00010000:00010000:1.0:1746157403.747918:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 8 pid: 16659 timeout: 610 lvb_type: 1 00000100:00100000:1.0:1746157403.747946:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10592 00000100:00100000:1.0:1746157403.747951:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa44c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268663296:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157403.747959:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157403.747974:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 8 pid: 16659 timeout: 610 lvb_type: 1 00010000:00010000:1.0:1746157403.747983:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 8 pid: 16659 timeout: 610 lvb_type: 1 00010000:00010000:1.0:1746157403.748005:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091884200/0x4450b99e49e61718 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032389 expref: 8 pid: 16659 timeout: 610 lvb_type: 1 00010000:00010000:1.0:1746157403.748027:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.748028:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.748034:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.748041:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.748068:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157403.748099:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267224064:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157403.748159:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d1600 going to sleep for 11 seconds 00000100:00100000:1.0:1746157403.750300:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267224064:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157403.750315:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157403.750342:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa44c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268663296:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2390us (2623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.750357:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10592 00000100:00100000:0.0:1746157403.751147:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.751219:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268663552 00000100:00100000:2.0:1746157403.751225:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268663552 00000100:00100000:2.0:1746157403.751257:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 152 00000100:00100000:2.0:1746157403.751263:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:32244:x1830978268663552:12345-192.168.203.5@tcp:35:cp.0 00000100:00100000:2.0:1746157403.751490:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:32244:x1830978268663552:12345-192.168.203.5@tcp:35:cp.0 Request processed in 222us (340us total) trans 4294983488 rc 0/0 00000100:00100000:2.0:1746157403.751496:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 152 00000100:00100000:0.0:1746157403.776478:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.776540:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268663808 00000100:00100000:3.0:1746157403.776552:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268663808 00000100:00100000:3.0:1746157403.776594:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37915 00000100:00100000:3.0:1746157403.776601:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:32247:x1830978268663808:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157403.776620:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.776633:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091512600/0x4450b99e49e61726 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032397 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.776699:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091513c00/0x4450b99e49e6172d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.776707:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091513c00/0x4450b99e49e6172d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.776715:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091513c00/0x4450b99e49e6172d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746157403.776721:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746157403.776795:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091512600/0x4450b99e49e61726 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032397 expref: 14 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.776815:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091513c00/0x4450b99e49e6172d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032397 expref: 13 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.776822:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:3.0:1746157403.776824:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746157403.776826:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091513c00, rc 0) 00000100:00100000:3.0:1746157403.776859:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:32247:x1830978268663808:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 258us (387us total) trans 4294983489 rc 0/0 00000100:00100000:3.0:1746157403.776865:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37915 00000100:00100000:0.0:1746157403.785965:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.786041:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268663936 00000100:00100000:3.0:1746157403.786049:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268663936 00000100:00100000:3.0:1746157403.786108:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37916 00000100:00100000:3.0:1746157403.786114:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:32251:x1830978268663936:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157403.786128:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.786144:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091513800/0x4450b99e49e6173b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03239e expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.786186:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.786197:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.786206:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746157403.786248:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746157403.786250:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:3.0:1746157403.786262:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157403.786277:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091513800/0x4450b99e49e6173b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 9 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.786306:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 8 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.786313:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2100) 00010000:00010000:3.0:1746157403.786315:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157403.786318:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091513600, rc 0) 00000100:00100000:3.0:1746157403.786351:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:32251:x1830978268663936:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 237us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157403.786357:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37916 00000100:00100000:0.0:1746157403.788239:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.788294:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268664064 00000100:00100000:2.0:1746157403.788304:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268664064 00000100:00100000:2.0:1746157403.788348:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37917 00000100:00100000:2.0:1746157403.788354:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:32251:x1830978268664064:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.788367:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.788377:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094778e00/0x4450b99e49e61749 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323a5 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.788415:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788424:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788436:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788447:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788452:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788457:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788540:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e6175e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788548:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e6175e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788553:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e6175e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746157403.788573:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746157403.788576:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157403.788588:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e6175e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788596:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788601:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788605:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788613:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009151ec00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157403.788617:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788622:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788630:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2100) 00010000:00010000:2.0:1746157403.788633:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157403.788636:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788640:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61750 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788661:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788670:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788674:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788678:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009151fc00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157403.788681:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788685:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788691:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009baa2c00) 00010000:00010000:2.0:1746157403.788693:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157403.788695:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788699:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61757 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.788828:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094778e00/0x4450b99e49e61749 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323a5 expref: 10 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.788839:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f000/0x4450b99e49e6175e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323a5 expref: 9 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.788845:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:2.0:1746157403.788847:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746157403.788849:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151f000, rc 0) 00000100:00100000:2.0:1746157403.788889:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:32251:x1830978268664064:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 535us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157403.788894:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37917 00000100:00100000:0.0:1746157403.791013:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.791110:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268664192 00000100:00100000:2.0:1746157403.791116:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268664192 00000100:00100000:2.0:1746157403.791157:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37918 00000100:00100000:2.0:1746157403.791163:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:32251:x1830978268664192:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.791175:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.791187:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61765 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323ac expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.791225:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791236:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791244:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791254:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791260:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791265:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791332:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791339:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791344:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746157403.791364:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:2.0:1746157403.791368:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157403.791378:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791384:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791389:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791394:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791402:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791407:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094779400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157403.791410:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791415:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791423:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:2.0:1746157403.791425:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157403.791428:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791432:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6176c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791443:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791447:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791451:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791455:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfea00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157403.791457:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791461:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791470:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009baa2d00) 00010000:00010000:2.0:1746157403.791472:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157403.791474:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791478:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfea00/0x4450b99e49e61773 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.791498:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61765 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 11 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.791508:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 10 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.791514:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:2.0:1746157403.791515:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157403.791518:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094544c00, rc 0) 00000100:00100000:2.0:1746157403.791555:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:32251:x1830978268664192:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 392us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157403.791560:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37918 00000100:00100000:0.0:1746157403.793848:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157403.793903:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268664320 00000100:00100000:1.0:1746157403.793909:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268664320 00000100:00100000:1.0:1746157403.793947:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7269 00000100:00100000:1.0:1746157403.793952:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:1982:x1830978268664320:12345-192.168.203.5@tcp:8:mmap_cat.0 00010000:00080000:1.0:1746157403.793976:0:16659:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp t0 exp (null) cur 510 last 0 00000020:00000080:1.0:1746157403.794000:0:16659:0:(genops.c:1402:class_connect()) connect: client d629c97a-4e38-430f-8f51-de7ebb6bb76a, cookie 0x4450b99e49e61781 00002000:00100000:1.0:1746157403.794008:0:16659:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli d629c97a-4e38-430f-8f51-de7ebb6bb76a/ffff88008cbd0000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103657 ocd_grant: 146538496 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746157403.794017:0:16659:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1746157403.794804:0:16659:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8801349b4240 00002000:00080000:1.0:1746157403.794810:0:16659:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1746157403.794830:0:16659:0:(import.c:66:import_set_state_nolock()) ffff88008cbd7000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746157403.794870:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a173a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1982:x1830978268664320:12345-192.168.203.5@tcp:8:mmap_cat.0 Request processed in 917us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.794876:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7269 00000100:00100000:0.0:1746157403.796177:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.796224:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268664448 00000100:00100000:2.0:1746157403.796229:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268664448 00000100:00080000:0.0:1746157403.796271:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746157403.796281:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7270 00000100:00100000:2.0:1746157403.796291:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:0:x1830978268664448:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.796303:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.796315:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009151fc00/0x4450b99e49e61788 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323b3 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157403.796362:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224192:192.168.203.5@tcp:106: 00000100:00100000:2.0:1746157403.796434:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099edb480 going to sleep for 11 seconds 00002000:00010000:2.0:1746157403.797997:0:8488:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746157403.798000:0:8488:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime: 0 -> 1746157404 00002000:00010000:2.0:1746157403.798002:0:8488:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime: 0 -> 1746157404 00002000:00010000:2.0:1746157403.798004:0:8488:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime: 0 -> 1746157404 00000100:00100000:2.0:1746157403.798018:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224192:192.168.203.5@tcp:106: 00010000:00010000:2.0:1746157403.798038:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009151fc00/0x4450b99e49e61788 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323b3 expref: 7 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157403.798048:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009151fc00/0x4450b99e49e61788 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323b3 expref: 7 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157403.798592:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151fc00, rc 0) 00000100:00100000:2.0:1746157403.798628:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:0:x1830978268664448:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 2341us (2452us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157403.798633:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7270 00000100:00100000:0.0:1746157403.800381:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.800450:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268664704 00000100:00100000:2.0:1746157403.800459:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268664704 00000100:00100000:2.0:1746157403.800513:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37919 00000100:00100000:2.0:1746157403.800520:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:32251:x1830978268664704:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.800534:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.800549:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e6178f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323ba expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.800621:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e61796 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.800631:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e61796 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.800640:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e61796 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746157403.800648:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746157403.800732:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e6178f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ba expref: 13 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.800743:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e61796 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ba expref: 12 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.800750:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:2.0:1746157403.800753:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157403.800754:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151e000, rc 0) 00000100:00100000:2.0:1746157403.800801:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a17d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:32251:x1830978268664704:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 281us (428us total) trans 4294983490 rc 0/0 00000100:00100000:2.0:1746157403.800806:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37919 00000100:00100000:0.0:1746157403.802368:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157403.802423:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.802477:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268664960 00000100:00100000:2.0:1746157403.802484:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268664960 00000100:00100000:1.0:1746157403.802501:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268664832 00000100:00100000:1.0:1746157403.802508:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268664832 00000100:00100000:2.0:1746157403.802517:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7271 00000100:00100000:2.0:1746157403.802523:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268664960:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.802533:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.802547:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009151fc00/0x4450b99e49e617a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323c1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157403.802558:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 217 00000100:00100000:1.0:1746157403.802564:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268664832:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157403.802575:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746157403.802587:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224320:192.168.203.5@tcp:106: 00010000:00010000:1.0:1746157403.802600:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e61796 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ba expref: 12 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.802621:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:1.0:1746157403.802624:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157403.802651:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099edb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746157403.802653:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1985:x1830978268664832:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 89us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.802659:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 217 00000100:00100000:2.0:1746157403.803738:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224320:192.168.203.5@tcp:106: 00010000:00010000:2.0:1746157403.803765:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009151fc00/0x4450b99e49e617a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c1 expref: 7 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157403.803776:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009151fc00/0x4450b99e49e617a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c1 expref: 7 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157403.803786:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151fc00, rc 0) 00000100:00100000:2.0:1746157403.803813:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268664960:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 1290us (1389us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157403.803820:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7271 00000100:00100000:0.0:1746157403.804903:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.804968:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268665088 00000100:00100000:2.0:1746157403.804974:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268665088 00000100:00100000:2.0:1746157403.805013:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7272 00000100:00100000:2.0:1746157403.805019:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:32251:x1830978268665088:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.805033:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.805046:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323c8 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.805095:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.805107:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157403.805109:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157403.805112:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.805185:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.805196:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 6 pid: 16659 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746157403.805207:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224448:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157403.805287:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099edb480 going to sleep for 11 seconds 00000100:00100000:2.0:1746157403.806320:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d703100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224448:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157403.806347:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.806358:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093343a00, rc 0) 00000100:00100000:2.0:1746157403.806382:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:32251:x1830978268665088:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 1365us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157403.806387:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7272 00000100:00100000:1.0:1746157403.806465:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.806536:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268665216 00000100:00100000:2.0:1746157403.806540:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268665216 00002000:00100000:2.0:1746157403.806574:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (0->1715) req@ffff88009282ea00 x1830978268665216/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:209/0 lens 2208/0 e 0 to 0 dl 1746157414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746157403.806588:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ea00 with x1830978268665216 ext(0->1715) 00010000:00010000:2.0:1746157403.806594:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 7 pid: 16659 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746157403.806604:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 7 pid: 16659 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746157403.806611:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009282ea00 00000100:00100000:2.0:1746157403.806634:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3059 00000100:00100000:2.0:1746157403.806640:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268665216:12345-192.168.203.5@tcp:4:cp.0 00000001:00100000:2.0:1746157403.828322:0:9954:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d629c97a-4e38-430f-8f51-de7ebb6bb76a 00000001:00100000:2.0:1746157403.828332:0:9954:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0f2b0a9e-9074-4d5d-94af-13424c171e41 00000001:00100000:2.0:1746157403.828336:0:9954:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0f2b0a9e-9074-4d5d-94af-13424c171e41 00000020:00000080:2.0:1746157403.828339:0:9954:0:(genops.c:904:class_export_put()) final put ffff880099821800/0f2b0a9e-9074-4d5d-94af-13424c171e41 00000100:00100000:3.0:1746157403.828844:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268665216:12345-192.168.203.5@tcp:4:cp.0 Request processed in 22199us (22374us total) trans 4294968681 rc 0/0 00000100:00100000:3.0:1746157403.828853:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3059 00002000:00100000:3.0:1746157403.828862:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (0->1715) req@ffff88009282ea00 x1830978268665216/t4294968681(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:209/0 lens 2208/448 e 0 to 0 dl 1746157414 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746157403.828870:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009282ea00 with x1830978268665216 ext(0->1715) 00010000:00010000:3.0:1746157403.828879:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746157403.828890:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746157403.828896:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009282ea00 00000020:00000080:3.0:1746157403.828919:0:65:0:(genops.c:863:class_export_destroy()) destroying export ffff880099821800/0f2b0a9e-9074-4d5d-94af-13424c171e41 for lustre-OST0001 00000020:00000080:3.0:1746157403.828946:0:65:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880099826000 for lustre-OST0001 00000100:00100000:0.0:1746157403.831166:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157403.831273:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268665344 00000100:00100000:1.0:1746157403.831280:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268665344 00010000:00010000:1.0:1746157403.831308:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746157403.831342:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10593 00000100:00100000:1.0:1746157403.831353:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268665344:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157403.831365:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157403.831381:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.831391:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.831409:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091885e00/0x4450b99e49e6171f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032390 expref: 8 pid: 16659 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.831418:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.831420:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.831593:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.831602:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.831633:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157403.831644:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267224576:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157403.831767:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d1840 going to sleep for 11 seconds 00000100:00100000:1.0:1746157403.833503:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267224576:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157403.833520:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157403.833548:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268665344:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2196us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.833555:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10593 00000100:00100000:0.0:1746157403.834207:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.834255:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268665600 00000100:00100000:3.0:1746157403.834260:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268665600 00002000:00100000:3.0:1746157403.834287:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008c51d880 x1830978268665600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:209/0 lens 488/0 e 0 to 0 dl 1746157414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157403.834295:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978268665600 ext(0->4095) 00002000:00010000:3.0:1746157403.834298:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51d880 00000100:00100000:3.0:1746157403.834320:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5120 00000100:00100000:3.0:1746157403.834326:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268665600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746157403.834431:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268665600:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746157403.834436:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5120 00002000:00100000:3.0:1746157403.834440:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008c51d880 x1830978268665600/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746157414 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746157403.834446:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978268665600 ext(0->4095) 00002000:00010000:3.0:1746157403.834449:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51d880 00000100:00100000:0.0:1746157403.835710:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.835788:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268665856 00000100:00100000:2.0:1746157403.835794:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268665856 00000100:00100000:2.0:1746157403.835818:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 153 00000100:00100000:2.0:1746157403.835824:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:32251:x1830978268665856:12345-192.168.203.5@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746157403.836111:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:32251:x1830978268665856:12345-192.168.203.5@tcp:35:mmap_cat.0 Request processed in 287us (403us total) trans 4294983491 rc 0/0 00000100:00100000:2.0:1746157403.836117:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 153 00000100:00100000:0.0:1746157403.843488:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.843858:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268666112 00000100:00100000:2.0:1746157403.843872:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268666112 00000100:00100000:2.0:1746157403.843935:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37920 00000100:00100000:2.0:1746157403.843943:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:32255:x1830978268666112:12345-192.168.203.5@tcp:36:truncate.0 00010000:00010000:2.0:1746157403.844000:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157403.844028:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091512400/0x4450b99e49e61703 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032382 expref: 13 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.844045:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:2.0:1746157403.844049:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157403.844343:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.844360:0:7124:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 11 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.844366:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.844394:0:7124:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 11 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.844404:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 11 pid: 7124 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746157403.844413:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830978267224704:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157403.844499:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157403.845964:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.846011:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830978267224704:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157403.846016:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268666240 00000100:00100000:1.0:1746157403.846022:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268666240 00010000:00010000:3.0:1746157403.846028:0:7124:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157403.846044:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 12 pid: 7124 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746157403.846104:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10594 00000100:00100000:1.0:1746157403.846111:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268666240:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157403.846120:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157403.846126:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 12 pid: 7124 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.846135:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 12 pid: 7124 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.846152:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e6177a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323ac expref: 12 pid: 7124 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.846162:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:1.0:1746157403.846166:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157403.846172:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157403.846180:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157403.846193:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157403.846200:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.846207:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746157403.846230:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1985:x1830978268666240:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 119us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.846236:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10594 00000001:00080000:3.0:1746157403.846270:0:7124:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983492 00000004:00010000:3.0:1746157403.846297:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008c51c700 reply state ffff88009248e000 transno 4294983493 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:3.0:1746157403.846303:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746157403.846452:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:32255:x1830978268666112:12345-192.168.203.5@tcp:36:truncate.0 Request processed in 2509us (2969us total) trans 4294983493 rc 0/0 00000100:00100000:3.0:1746157403.846459:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37920 00000020:00080000:3.0:1746157403.846462:0:7124:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746157403.847751:0:3297:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.847761:0:3297:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00000100:00100000:0.0:1746157403.847928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:2.0:1746157403.847994:0:3297:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.847999:0:3297:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c22400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157403.848002:0:3297:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.848007:0:3297:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00000100:00100000:3.0:1746157403.848008:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268666368 00000100:00100000:3.0:1746157403.848014:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268666368 00010000:00010000:2.0:1746157403.848017:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:2.0:1746157403.848019:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157403.848021:0:3297:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157403.848025:0:3297:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000100:00100000:3.0:1746157403.848039:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7273 00000100:00100000:3.0:1746157403.848044:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:32255:x1830978268666368:12345-192.168.203.5@tcp:101:truncate.0 00010000:00010000:3.0:1746157403.848066:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.848098:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323cf expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.848118:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.848124:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157403.848125:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157403.848128:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.848148:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.848157:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 5 pid: 8488 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746157403.848166:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224832:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157403.848238:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157403.850290:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.850368:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267224832:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157403.850391:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.850526:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c22200, rc 0) 00000100:00100000:1.0:1746157403.850556:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268666496 00000100:00100000:3.0:1746157403.850561:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:32255:x1830978268666368:12345-192.168.203.5@tcp:101:truncate.0 Request processed in 2516us (2635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.850562:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268666496 00000100:00100000:3.0:1746157403.850567:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7273 00010000:00010000:1.0:1746157403.850580:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 6 pid: 8488 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746157403.850596:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10595 00000100:00100000:1.0:1746157403.850600:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268666496:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157403.850608:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157403.850624:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 6 pid: 8488 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.850633:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 6 pid: 8488 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.850651:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093343a00/0x4450b99e49e617ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323c8 expref: 6 pid: 8488 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.850659:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.850661:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.850666:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.850677:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.850698:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157403.850707:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267224960:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157403.850754:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157403.852526:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267224960:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157403.852541:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157403.852568:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268666496:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1967us (2282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.852575:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10595 00000100:00100000:0.0:1746157403.852733:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.852797:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268666624 00000100:00100000:3.0:1746157403.852802:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268666624 00002000:00010000:3.0:1746157403.852825:0:8492:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (858->18446744073709551615) 00002000:00100000:3.0:1746157403.852829:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562680 with x1830978268666624 ext(858->18446744073709551615) 00002000:00010000:3.0:1746157403.852835:0:8492:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130562680. 00000100:00100000:3.0:1746157403.852862:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5121 00000100:00100000:3.0:1746157403.852868:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268666624:12345-192.168.203.5@tcp:10:truncate.0 00002000:00010000:3.0:1746157403.853039:0:8492:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746157403.853041:0:8492:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746157404 -> 1746157404 00002000:00010000:3.0:1746157403.853043:0:8492:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 1746157404 -> 0 00002000:00010000:3.0:1746157403.853045:0:8492:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746157404 -> 1746157404 00002000:00010000:3.0:1746157403.853046:0:8492:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746157403.853107:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268666624:12345-192.168.203.5@tcp:10:truncate.0 Request processed in 239us (374us total) trans 4294968682 rc 0/0 00000100:00100000:3.0:1746157403.853113:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5121 00002000:00010000:3.0:1746157403.853115:0:8492:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (858->18446744073709551615) 00002000:00100000:3.0:1746157403.853117:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562680 with x1830978268666624 ext(858->18446744073709551615) 00002000:00010000:3.0:1746157403.853121:0:8492:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130562680. 00000100:00100000:0.0:1746157403.863409:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.863502:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268666752 00000100:00100000:3.0:1746157403.863510:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268666752 00000100:00100000:3.0:1746157403.863545:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37921 00000100:00100000:3.0:1746157403.863552:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:32257:x1830978268666752:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157403.863570:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.863582:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22c00/0x4450b99e49e617c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323d6 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.863622:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863631:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863639:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863649:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863654:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863659:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863730:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c22a00/0x4450b99e49e617d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863735:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c22a00/0x4450b99e49e617d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863740:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c22a00/0x4450b99e49e617d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:3.0:1746157403.863763:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746157403.863766:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746157403.863777:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093c22a00/0x4450b99e49e617d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863785:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c22a00/0x4450b99e49e617d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863790:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863795:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863800:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863804:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c23400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.863806:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863811:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863820:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:3.0:1746157403.863822:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.863826:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863830:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c23400/0x4450b99e49e617c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863856:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863861:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863866:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863869:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c22400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157403.863871:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863874:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863879:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8801340be500) 00010000:00010000:3.0:1746157403.863881:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157403.863882:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863886:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22400/0x4450b99e49e617ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157403.863905:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c22c00/0x4450b99e49e617c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323d6 expref: 16 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.863913:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c22a00/0x4450b99e49e617d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323d6 expref: 15 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.863918:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:3.0:1746157403.863920:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157403.863921:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c22a00, rc 0) 00000100:00100000:3.0:1746157403.863965:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:32257:x1830978268666752:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 414us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157403.863971:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37921 00000100:00100000:0.0:1746157403.867811:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.867884:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268667008 00000100:00100000:2.0:1746157403.867891:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268667008 00002000:00100000:2.0:1746157403.867926:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093febb80 x1830978268667008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:209/0 lens 488/0 e 0 to 0 dl 1746157414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746157403.867934:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093febb80 with x1830978268667008 ext(0->4095) 00002000:00010000:2.0:1746157403.867938:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093febb80 00000100:00100000:2.0:1746157403.867965:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5122 00000100:00100000:2.0:1746157403.867971:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268667008:12345-192.168.203.5@tcp:3:cp.0 00000100:00100000:2.0:1746157403.868143:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268667008:12345-192.168.203.5@tcp:3:cp.0 Request processed in 171us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157403.868150:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5122 00002000:00100000:2.0:1746157403.868155:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff880093febb80 x1830978268667008/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746157414 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746157403.868409:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093febb80 with x1830978268667008 ext(0->4095) 00002000:00010000:2.0:1746157403.868412:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093febb80 00000100:00100000:0.0:1746157403.881172:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.881503:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268667136 00000100:00100000:2.0:1746157403.881510:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268667136 00000100:00100000:2.0:1746157403.881556:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37922 00000100:00100000:2.0:1746157403.881562:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:32261:x1830978268667136:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.881580:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.881594:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094acf800/0x4450b99e49e617dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323dd expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.881636:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.881645:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.881927:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.881940:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.881946:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.881951:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882024:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e617f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882031:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e617f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882036:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e617f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157403.882090:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746157403.882094:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157403.882107:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e617f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882114:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e617f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882120:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882125:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882133:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882137:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094544c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157403.882142:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882147:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882155:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8801340bed00) 00010000:00010000:2.0:1746157403.882157:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157403.882161:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882165:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094544c00/0x4450b99e49e617e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882652:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882657:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882662:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882665:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009151ec00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157403.882667:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882671:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882681:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009baa2a00) 00010000:00010000:2.0:1746157403.882683:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157403.882685:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882689:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e617ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.882712:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094acf800/0x4450b99e49e617dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323dd expref: 13 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.882721:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151e000/0x4450b99e49e617f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323dd expref: 12 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.882726:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:2.0:1746157403.882728:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157403.882729:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151e000, rc 0) 00000100:00100000:2.0:1746157403.882933:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:32261:x1830978268667136:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 1370us (1768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157403.882939:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37922 00000100:00100000:0.0:1746157403.887493:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.887542:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268667264 00000100:00100000:3.0:1746157403.887551:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268667264 00000100:00100000:3.0:1746157403.887593:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7274 00000100:00100000:3.0:1746157403.887600:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268667264:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157403.887613:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.887625:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c22000/0x4450b99e49e617f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323e4 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157403.887663:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267225088:192.168.203.5@tcp:106: 00000100:00100000:3.0:1746157403.887752:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21000 going to sleep for 11 seconds 00002000:00010000:3.0:1746157403.889951:0:8488:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime: 0 -> 1746157404 00000100:00100000:3.0:1746157403.889971:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267225088:192.168.203.5@tcp:106: 00010000:00010000:3.0:1746157403.889994:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c22000/0x4450b99e49e617f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323e4 expref: 6 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157403.890007:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c22000/0x4450b99e49e617f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323e4 expref: 6 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157403.890049:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c22000, rc 0) 00000100:00100000:3.0:1746157403.891949:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268667264:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 4342us (4455us total) trans 0 rc 301/301 00000100:00100000:3.0:1746157403.891959:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7274 00000100:00100000:0.0:1746157403.897782:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.898539:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268667520 00000100:00100000:2.0:1746157403.898546:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268667520 00000100:00100000:2.0:1746157403.898646:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37923 00000100:00100000:2.0:1746157403.898652:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:32261:x1830978268667520:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746157403.898667:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157403.898687:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e617ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323eb expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.898754:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61806 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.898764:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61806 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157403.898772:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61806 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157403.898779:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:2.0:1746157403.898857:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e617ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323eb expref: 15 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.898882:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151ec00/0x4450b99e49e61806 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323eb expref: 14 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157403.898888:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8801340bef00) 00010000:00010000:2.0:1746157403.898891:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746157403.898893:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151ec00, rc 0) 00000100:00100000:2.0:1746157403.898932:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093feb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:32261:x1830978268667520:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 280us (1155us total) trans 4294983494 rc 0/0 00000100:00100000:2.0:1746157403.898937:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37923 00000100:00100000:0.0:1746157403.901206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.902429:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268667648 00000100:00100000:3.0:1746157403.902437:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268667648 00000100:00100000:3.0:1746157403.902489:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7275 00000100:00100000:3.0:1746157403.902495:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268667648:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157403.902509:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.902522:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c22400/0x4450b99e49e61814 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323f2 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157403.902562:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267225216:192.168.203.5@tcp:106: 00000100:00100000:3.0:1746157403.902639:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157403.905440:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267225216:192.168.203.5@tcp:106: 00010000:00010000:3.0:1746157403.905465:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091c22400/0x4450b99e49e61814 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323f2 expref: 6 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157403.905476:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c22400/0x4450b99e49e61814 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323f2 expref: 6 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157403.905496:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c22400, rc 0) 00000100:00100000:3.0:1746157403.905534:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1985:x1830978268667648:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 3039us (4331us total) trans 0 rc 301/301 00000100:00100000:3.0:1746157403.905541:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7275 00000100:00100000:0.0:1746157403.907126:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157403.907169:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268667776 00000100:00100000:3.0:1746157403.907175:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268667776 00000100:00100000:3.0:1746157403.907201:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7276 00000100:00100000:3.0:1746157403.907206:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:32261:x1830978268667776:12345-192.168.203.5@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746157403.907217:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157403.907227:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c23400/0x4450b99e49e6181b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0323f9 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.907249:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.907255:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157403.907257:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157403.907260:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c23400/0x4450b99e49e6181b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323f9 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.907281:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.907290:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 8 pid: 8488 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746157403.907299:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267225344:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157403.908141:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21000 going to sleep for 11 seconds 00000100:00100000:0.0:1746157403.911549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157403.911610:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268667904 00000100:00100000:1.0:1746157403.911617:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268667904 00010000:00010000:1.0:1746157403.911644:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 9 pid: 8488 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746157403.911645:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267225344:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157403.911664:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091c23400/0x4450b99e49e6181b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323f9 expref: 6 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157403.911676:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c23400, rc 0) 00000100:00100000:1.0:1746157403.911680:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10596 00000100:00100000:1.0:1746157403.911687:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268667904:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157403.911697:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746157403.911710:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:32261:x1830978268667776:12345-192.168.203.5@tcp:101:mmap_cat.0 Request processed in 4503us (4587us total) trans 0 rc 0/0 00010000:00010000:1.0:1746157403.911713:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 9 pid: 8488 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746157403.911715:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7276 00010000:00010000:1.0:1746157403.911726:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 9 pid: 8488 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.911745:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c22200/0x4450b99e49e617b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323cf expref: 9 pid: 8488 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746157403.911758:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.911760:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157403.911764:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c23400/0x4450b99e49e6181b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323f9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.911770:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c23400/0x4450b99e49e6181b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323f9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157403.911791:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091c23400/0x4450b99e49e6181b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0323f9 expref: 5 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157403.911801:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267225472:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157403.911843:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157403.914744:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267225472:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157403.914766:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157403.914811:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268667904:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3123us (3270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157403.914819:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10596 00000100:00100000:0.0:1746157403.915714:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157403.915869:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268668160 00000100:00100000:2.0:1746157403.915875:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268668160 00002000:00100000:2.0:1746157403.915904:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008c52b480 x1830978268668160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:209/0 lens 488/0 e 0 to 0 dl 1746157414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157403.915911:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b480 with x1830978268668160 ext(0->4095) 00002000:00010000:2.0:1746157403.915915:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c52b480 00000100:00100000:2.0:1746157403.915938:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5123 00000100:00100000:2.0:1746157403.915944:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268668160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746157403.916084:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268668160:12345-192.168.203.5@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157403.916090:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5123 00002000:00100000:2.0:1746157403.916095:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008c52b480 x1830978268668160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:209/0 lens 488/4536 e 0 to 0 dl 1746157414 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746157403.916102:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52b480 with x1830978268668160 ext(0->4095) 00002000:00010000:2.0:1746157403.916105:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c52b480 00010000:00010000:3.0:1746157404.649404:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157405.586395:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3313:1830978267225600:0@lo:400:kworker.0 00000100:00100000:1.0:1746157405.586419:0:3311:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1830978267225856:0@lo:400:kworker.0 00000100:00100000:3.0:1746157405.586507:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1830978267225728:0@lo:400:kworker.0 00000100:00100000:0.0:1746157405.586546:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267225984:0@lo:400:kworker.0 00000100:00100000:1.0:1746157405.586612:0:3311:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157405.586613:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157405.586631:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157405.586640:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157405.586650:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267225600 00000100:00100000:3.0:1746157405.586655:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267225856 00000100:00100000:3.0:1746157405.586657:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267225856 00000100:00100000:1.0:1746157405.586657:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267225600 00000100:00100000:2.0:1746157405.586666:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1830978267226112:0@lo:400:kworker.0 00000100:00100000:0.0:1746157405.586674:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267225984 00000100:00100000:0.0:1746157405.586677:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267225984 00000100:00100000:2.0:1746157405.586684:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157405.586689:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1746157405.586696:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4660050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3313:x1830978267225600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157405.586699:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1746157405.586702:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267225728 00000100:00100000:3.0:1746157405.586704:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267225728 00000100:00100000:0.0:1746157405.586705:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1830978267225984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157405.586719:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267226112 00000100:00100000:3.0:1746157405.586721:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267226112 00000100:00100000:2.0:1746157405.586723:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1746157405.586729:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1830978267225856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157405.586734:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4660050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3313:x1830978267225600:12345-0@lo:400:kworker.0 Request processed in 40us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157405.586736:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1746157405.586737:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3312:x1830978267225984:12345-0@lo:400:kworker.0 Request processed in 33us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157405.586740:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1830978267225728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157405.586740:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1746157405.586743:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1746157405.586750:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3311:x1830978267225856:12345-0@lo:400:kworker.0 Request processed in 22us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157405.586754:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:0.0:1746157405.586758:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746157405.586761:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746157405.586763:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1746157405.586765:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1830978267225728:12345-0@lo:400:kworker.0 Request processed in 24us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157405.586767:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1830978267226112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157405.586771:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1746157405.586779:0:3311:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3311:1830978267225856:0@lo:400:kworker.0 00000100:00100000:0.0:1746157405.586779:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267225984:0@lo:400:kworker.0 00000100:00100000:2.0:1746157405.586783:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1830978267226112:12345-0@lo:400:kworker.0 Request processed in 17us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157405.586787:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1746157405.586802:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1830978267225728:0@lo:400:kworker.0 00000100:00100000:3.0:1746157405.586807:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267226240:0@lo:400:kworker.0 00000100:00100000:2.0:1746157405.586808:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136272300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1830978267226112:0@lo:400:kworker.0 00000100:00100000:2.0:1746157405.586814:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3313:1830978267225600:0@lo:400:kworker.0 00000100:00100000:3.0:1746157405.586825:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157405.587268:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267226240 00000100:00100000:1.0:1746157405.587272:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267226240 00000100:00100000:1.0:1746157405.587312:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00080000:0.0:1746157405.587315:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746157405.587317:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267226240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157405.587352:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267226240:12345-0@lo:400:kworker.0 Request processed in 35us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157405.587356:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1746157405.587380:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267226240:0@lo:400:kworker.0 00000100:00100000:1.0:1746157405.634509:0:3311:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267226368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746157405.634577:0:3311:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157405.634713:0:8491:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267226368 00000100:00100000:2.0:1746157405.634721:0:8491:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267226368 00000100:00100000:2.0:1746157405.634762:0:8491:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1746157405.634769:0:8491:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978267226368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746157405.634804:0:8491:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:2.0:1746157405.634850:0:8491:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1830978267226368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157405.634856:0:8491:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1746157405.634891:0:3311:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3311:1830978267226368:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746157405.652745:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157405.763402:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267226496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746157405.763450:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746157405.763606:0:8491:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267226496 00000100:00100000:2.0:1746157405.763615:0:8491:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267226496 00000100:00100000:2.0:1746157405.763699:0:8491:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1746157405.763706:0:8491:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1830978267226496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746157405.763742:0:8491:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 320143360 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746157405.763809:0:8491:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3312:x1830978267226496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157405.763815:0:8491:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746157405.764185:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267226496:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1746157406.104925:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968031 is committed 00000001:02000400:1.0:1746157406.373748:0:3936:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 23:43:26 (1746157406) 00000100:00100000:0.0:1746157406.410776:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.411584:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268668416 00000100:00100000:2.0:1746157406.411591:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268668416 00000100:00080000:0.0:1746157406.411619:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746157406.411649:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37924 00000100:00100000:2.0:1746157406.411656:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:425:x1830978268668416:12345-192.168.203.5@tcp:36:mkdir.0 00010000:00010000:2.0:1746157406.411694:0:7126:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157406.411714:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e616a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032366 expref: 15 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.411727:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2100) 00010000:00010000:2.0:1746157406.411731:0:7126:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157406.411794:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.411805:0:7126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 13 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.411811:0:7126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.411834:0:7126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 13 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.411844:0:7126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 13 pid: 7125 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746157406.411854:0:7126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d701500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267226624:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157406.411933:0:7126:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63000 going to sleep for 11 seconds 00000100:00100000:3.0:1746157406.413048:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d701500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267226624:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157406.413065:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1746157406.413529:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.413660:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268668544 00000100:00100000:2.0:1746157406.413665:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268668544 00010000:00010000:2.0:1746157406.413692:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 14 pid: 7125 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746157406.413721:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10597 00000100:00100000:2.0:1746157406.413727:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268668544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157406.413736:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157406.413741:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 14 pid: 7125 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746157406.413749:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 14 pid: 7125 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746157406.413764:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091513600/0x4450b99e49e61742 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03239e expref: 14 pid: 7125 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746157406.413775:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2100) 00010000:00010000:2.0:1746157406.413778:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.413785:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.413790:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.413811:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157406.413837:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1985:x1830978268668544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 110us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157406.413842:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10597 00010000:00010000:3.0:1746157406.414113:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414120:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414136:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414142:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414149:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00080000:0.0:1746157406.414264:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1746157406.414765:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:3.0:1746157406.414772:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414778:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414784:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414788:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091516000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157406.414791:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414796:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414804:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2100) 00010000:00010000:3.0:1746157406.414807:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157406.414810:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.414814:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e61822 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:3.0:1746157406.414827:0:7126:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008c52b100 reply state ffff8800918f1000 transno 4294983495 ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1746157406.414833:0:7126:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746157406.414889:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:425:x1830978268668416:12345-192.168.203.5@tcp:36:mkdir.0 Request processed in 3233us (4117us total) trans 4294983495 rc 0/0 00000100:00100000:3.0:1746157406.414896:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37924 00010000:00010000:2.0:1746157406.416551:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.416560:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.416564:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.416569:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b0f800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.416572:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.416578:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.416589:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880088f57200) 00010000:00010000:2.0:1746157406.416592:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.416595:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.416599:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61829 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:2.0:1746157406.424963:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.425030:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268668672 00000100:00100000:3.0:1746157406.425046:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268668672 00000100:00100000:3.0:1746157406.425114:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37925 00000100:00100000:3.0:1746157406.425121:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:426:x1830978268668672:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:3.0:1746157406.425138:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157406.425153:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e61830 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032400 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.425195:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61837 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.425204:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61837 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.425212:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61837 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746157406.425254:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746157406.425257:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1746157406.425268:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61837 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.425283:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094778000/0x4450b99e49e61830 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032400 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.425296:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61837 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032400 expref: 16 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.425303:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57300) 00010000:00010000:3.0:1746157406.425306:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157406.425308:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009151f400, rc 0) 00000100:00100000:3.0:1746157406.425348:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:426:x1830978268668672:12345-192.168.203.5@tcp:101:cp.0 Request processed in 228us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157406.425353:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37925 00000100:00100000:0.0:1746157406.430928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.431835:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268668800 00000100:00100000:3.0:1746157406.431842:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268668800 00000100:00100000:3.0:1746157406.431880:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37926 00000100:00100000:3.0:1746157406.431886:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:426:x1830978268668800:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:3.0:1746157406.431899:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157406.431921:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6183e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032407 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.432025:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432035:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432053:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432064:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432084:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432091:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432187:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea000/0x4450b99e49e61853 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432193:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea000/0x4450b99e49e61853 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432198:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea000/0x4450b99e49e61853 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746157406.432220:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746157406.432223:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746157406.432234:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea000/0x4450b99e49e61853 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432242:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432428:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432438:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432443:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009152de00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157406.432445:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432451:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432460:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57300) 00010000:00010000:3.0:1746157406.432462:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157406.432465:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432469:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009152de00/0x4450b99e49e61845 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432477:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432482:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432486:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432490:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009152c000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157406.432492:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432496:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432500:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880088f57100) 00010000:00010000:3.0:1746157406.432502:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157406.432504:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432508:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009152c000/0x4450b99e49e6184c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.432528:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094779400/0x4450b99e49e6183e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032407 expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.432538:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea000/0x4450b99e49e61853 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032407 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.432543:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:3.0:1746157406.432544:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746157406.432546:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bea000, rc 0) 00000100:00100000:3.0:1746157406.432585:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:426:x1830978268668800:12345-192.168.203.5@tcp:101:cp.0 Request processed in 698us (1662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157406.433054:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37926 00000100:00100000:1.0:1746157406.437112:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.437431:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268668928 00000100:00100000:2.0:1746157406.437438:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268668928 00000100:00100000:2.0:1746157406.437468:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37927 00000100:00100000:2.0:1746157406.437475:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:426:x1830978268668928:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:2.0:1746157406.437488:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.437501:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091516a00/0x4450b99e49e6185a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03240e expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.437541:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437550:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437558:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437567:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437572:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437579:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437619:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437623:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437628:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437632:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091517c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.437635:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437639:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437647:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157406.437649:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.437651:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437655:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091517c00/0x4450b99e49e61861 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437660:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437664:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437668:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437672:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b0f800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.437674:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437678:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437682:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009baa2f00) 00010000:00010000:2.0:1746157406.437683:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.437685:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437688:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f800/0x4450b99e49e61868 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.437709:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516a00/0x4450b99e49e6185a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03240e expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.437714:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516a00/0x4450b99e49e6185a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03240e expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.437719:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091516a00, rc 0) 00000100:00100000:2.0:1746157406.437763:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:426:x1830978268668928:12345-192.168.203.5@tcp:101:cp.0 Request processed in 289us (657us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157406.437768:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37927 00000100:00100000:2.0:1746157406.440203:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.440222:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268669056 00000100:00100000:2.0:1746157406.440227:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268669056 00000100:00100000:2.0:1746157406.440251:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37928 00000100:00100000:2.0:1746157406.440256:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:426:x1830978268669056:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:2.0:1746157406.440268:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.440281:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e6186f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032415 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.440317:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440327:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440334:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440342:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440347:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440351:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440388:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440394:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440399:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440403:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091516c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.440407:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440415:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440424:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157406.440426:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.440429:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440434:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e61876 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440441:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440446:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440450:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440453:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800919a8200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.440455:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440459:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440463:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009baa2a00) 00010000:00010000:2.0:1746157406.440465:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.440466:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440470:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8200/0x4450b99e49e6187d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.440493:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e6186f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032415 expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.440499:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516000/0x4450b99e49e6186f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032415 expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.440504:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091516000, rc 0) 00000100:00100000:2.0:1746157406.440534:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:426:x1830978268669056:12345-192.168.203.5@tcp:101:cp.0 Request processed in 278us (334us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157406.440538:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37928 00000100:00100000:1.0:1746157406.445090:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.445470:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268669312 00000100:00100000:3.0:1746157406.445477:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268669312 00000100:00100000:3.0:1746157406.446320:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37929 00000100:00100000:3.0:1746157406.446329:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:426:x1830978268669312:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:3.0:1746157406.446343:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157406.446356:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e61884 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03241c expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.446439:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446447:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446455:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446464:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446472:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446477:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00080000:3.0:1746157406.446697:0:7126:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:3.0:1746157406.446789:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa000/0x4450b99e49e61899 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446796:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa000/0x4450b99e49e61899 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446801:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa000/0x4450b99e49e61899 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446819:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446824:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446829:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446834:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bea600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157406.446836:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446841:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446849:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:3.0:1746157406.446852:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157406.446855:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.446859:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e6188b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:3.0:1746157406.446867:0:7126:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009282f100 reply state ffff880135fc7000 transno 4294983496 ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1746157406.446871:0:7126:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157406.446886:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e61884 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03241c expref: 20 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.446895:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa000/0x4450b99e49e61899 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03241c expref: 19 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.446900:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:3.0:1746157406.446902:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157406.446904:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbfa000, rc 0) 00000100:00100000:3.0:1746157406.446941:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:426:x1830978268669312:12345-192.168.203.5@tcp:101:cp.0 Request processed in 615us (1870us total) trans 4294983496 rc 0/0 00000100:00100000:3.0:1746157406.446947:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37929 00010000:00010000:2.0:1746157406.449296:0:3297:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.449303:0:3297:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.449307:0:3297:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.449310:0:3297:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009151fc00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.449312:0:3297:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.449315:0:3297:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.449323:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880088f57100) 00010000:00010000:2.0:1746157406.449324:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.449326:0:3297:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.449332:0:3297:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151fc00/0x4450b99e49e61892 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1746157406.450336:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.450401:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268669440 00000100:00100000:2.0:1746157406.450407:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268669440 00000100:00080000:0.0:1746157406.450485:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746157406.450551:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7277 00000100:00100000:2.0:1746157406.450559:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1986:x1830978268669440:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:2.0:1746157406.450571:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.450583:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032423 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157406.450600:0:8488:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746157406.450612:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157406.450614:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157406.450619:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 6 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157406.450631:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 6 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157406.450638:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a8200, rc 0) 00000100:00100000:2.0:1746157406.450678:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268669440:12345-192.168.203.5@tcp:101:cp.0 Request processed in 120us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157406.450683:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7277 00000100:00100000:0.0:1746157406.452540:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157406.452612:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268669568 00000100:00100000:1.0:1746157406.452617:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268669568 00000100:00100000:1.0:1746157406.452655:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7278 00000100:00100000:1.0:1746157406.452661:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:426:x1830978268669568:12345-192.168.203.5@tcp:101:cp.0 00010000:00010000:1.0:1746157406.452670:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157406.452679:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03242a expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.452698:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 7 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157406.452704:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157406.452705:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157406.452708:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.452728:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 7 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157406.452738:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 7 pid: 8488 timeout: 613 lvb_type: 1 00000100:00100000:1.0:1746157406.452748:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267226752:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157406.452819:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157406.454799:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267226752:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157406.454822:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.454834:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b940c00, rc 0) 00000100:00100000:0.0:1746157406.454873:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157406.454876:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:426:x1830978268669568:12345-192.168.203.5@tcp:101:cp.0 Request processed in 2215us (2338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157406.454886:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7278 00000100:00100000:3.0:1746157406.455051:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268669696 00000100:00100000:3.0:1746157406.455056:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268669696 00010000:00010000:3.0:1746157406.455197:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 7 pid: 8488 timeout: 613 lvb_type: 1 00000100:00100000:3.0:1746157406.455245:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10598 00000100:00100000:3.0:1746157406.455251:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268669696:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157406.455262:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157406.455278:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 7 pid: 8488 timeout: 613 lvb_type: 1 00010000:00010000:3.0:1746157406.455288:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 7 pid: 8488 timeout: 613 lvb_type: 1 00010000:00010000:3.0:1746157406.455304:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800919a8200/0x4450b99e49e618a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032423 expref: 7 pid: 8488 timeout: 613 lvb_type: 1 00010000:00010000:3.0:1746157406.455313:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.455315:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.455319:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.455326:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.455346:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157406.455355:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267226880:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157406.455634:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b521f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157406.457558:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267226880:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157406.457571:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157406.457600:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268669696:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 2349us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157406.457609:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10598 00000100:00100000:0.0:1746157406.459166:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.459349:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268669952 00000100:00100000:2.0:1746157406.459354:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268669952 00000100:00100000:2.0:1746157406.459392:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 154 00000100:00100000:2.0:1746157406.459399:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e8c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:426:x1830978268669952:12345-192.168.203.5@tcp:35:cp.0 00000100:00100000:2.0:1746157406.459621:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e8c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:426:x1830978268669952:12345-192.168.203.5@tcp:35:cp.0 Request processed in 222us (459us total) trans 4294983497 rc 0/0 00000100:00100000:2.0:1746157406.459627:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 154 00000100:00100000:0.0:1746157406.477477:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.477541:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268670208 00000100:00100000:2.0:1746157406.477553:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268670208 00000100:00100000:2.0:1746157406.477715:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37930 00000100:00100000:2.0:1746157406.478156:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:429:x1830978268670208:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157406.478178:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.478191:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8c00/0x4450b99e49e618b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032431 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.478261:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e618bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.478270:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e618bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.478279:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e618bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157406.478288:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746157406.478382:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8c00/0x4450b99e49e618b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032431 expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.478411:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9800/0x4450b99e49e618bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032431 expref: 22 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.478418:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:2.0:1746157406.478421:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746157406.478424:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a9800, rc 0) 00000100:00100000:2.0:1746157406.478464:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:429:x1830978268670208:12345-192.168.203.5@tcp:101:dd.0 Request processed in 741us (993us total) trans 4294983498 rc 0/0 00000100:00100000:2.0:1746157406.478469:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37930 00000100:00100000:0.0:1746157406.518223:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.518310:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268670336 00000100:00100000:2.0:1746157406.518317:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268670336 00000100:00100000:2.0:1746157406.518360:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37931 00000100:00100000:2.0:1746157406.518366:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:433:x1830978268670336:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157406.518385:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.518398:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8c00/0x4450b99e49e618ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032438 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.518438:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.518447:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.518455:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157406.518495:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746157406.518497:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157406.518508:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.518521:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8c00/0x4450b99e49e618ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 15 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.518534:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 14 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.518541:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57300) 00010000:00010000:2.0:1746157406.518543:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157406.518545:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a8400, rc 0) 00000100:00100000:2.0:1746157406.518592:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:433:x1830978268670336:12345-192.168.203.5@tcp:101:dd.0 Request processed in 226us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157406.518597:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37931 00000100:00100000:0.0:1746157406.520360:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.520459:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268670464 00000100:00100000:3.0:1746157406.520467:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268670464 00000100:00100000:3.0:1746157406.520645:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37932 00000100:00100000:3.0:1746157406.520654:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:433:x1830978268670464:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:3.0:1746157406.520671:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157406.520688:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e618d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03243f expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.520741:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520754:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520764:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520776:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520781:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520785:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520885:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e618ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520891:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e618ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520900:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e618ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746157406.520922:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746157406.520925:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746157406.520938:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e618ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520945:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520950:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520955:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520959:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfac00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157406.520963:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520968:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520977:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57300) 00010000:00010000:3.0:1746157406.520979:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157406.520982:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.520986:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x4450b99e49e618df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521233:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521240:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521245:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521249:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bea400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157406.521252:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521256:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521263:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880088f57900) 00010000:00010000:3.0:1746157406.521265:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157406.521267:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521271:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea400/0x4450b99e49e618e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157406.521297:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e618d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03243f expref: 16 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.521307:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bea600/0x4450b99e49e618ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03243f expref: 15 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.521313:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:3.0:1746157406.521315:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746157406.521317:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bea600, rc 0) 00000100:00100000:2.0:1746157406.521410:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:433:x1830978268670464:12345-192.168.203.5@tcp:101:dd.0 Request processed in 755us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157406.521417:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37932 00000100:00100000:0.0:1746157406.523253:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.523421:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268670720 00000100:00100000:2.0:1746157406.523430:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268670720 00000100:00100000:2.0:1746157406.523466:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37933 00000100:00100000:2.0:1746157406.523473:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:433:x1830978268670720:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157406.523492:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.523508:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e618f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032446 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.523603:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523616:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523625:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523639:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523649:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523654:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523734:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523739:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523744:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1746157406.523751:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746157406.523828:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523834:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523839:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523843:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfa200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.523846:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523851:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523859:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157406.523862:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.523865:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523869:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e618fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523879:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523883:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523887:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523891:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099867400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.523893:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523896:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523900:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009baa2300) 00010000:00010000:2.0:1746157406.523902:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.523903:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523907:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099867400/0x4450b99e49e61902 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.523934:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a9400/0x4450b99e49e618f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.523947:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.523952:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:2.0:1746157406.523954:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157406.523956:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099867000, rc 0) 00000100:00100000:2.0:1746157406.524010:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:433:x1830978268670720:12345-192.168.203.5@tcp:101:dd.0 Request processed in 538us (766us total) trans 4294983499 rc 0/0 00000100:00100000:2.0:1746157406.524015:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37933 00000100:00100000:0.0:1746157406.527179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157406.527350:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268670848 00000100:00100000:1.0:1746157406.527360:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268670848 00000100:00080000:2.0:1746157406.527616:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157406.527654:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7279 00000100:00100000:1.0:1746157406.527662:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:433:x1830978268670848:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:1.0:1746157406.527681:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157406.527697:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03244d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.527727:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.527734:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157406.527736:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157406.527739:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.527789:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.527801:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 5 pid: 16659 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746157406.527813:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267227008:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157406.527922:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e2d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157406.529763:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009282ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267227008:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157406.529799:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157406.529815:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932e1200, rc 0) 00000100:00100000:1.0:1746157406.529855:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:433:x1830978268670848:12345-192.168.203.5@tcp:101:dd.0 Request processed in 2193us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157406.529862:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7279 00000100:00100000:0.0:1746157406.532485:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.532553:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268670976 00000100:00100000:2.0:1746157406.532562:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268670976 00002000:00100000:2.0:1746157406.532607:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->1715) req@ffff88008caf0000 x1830978268670976/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:212/0 lens 2208/0 e 0 to 0 dl 1746157417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.532614:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0000 with x1830978268670976 ext(0->1715) 00010000:00010000:2.0:1746157406.532622:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 6 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746157406.532633:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 6 pid: 16659 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746157406.532638:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008caf0000 00000100:00100000:2.0:1746157406.532667:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 3060 00000100:00100000:2.0:1746157406.532674:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268670976:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157406.533225:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268670976:12345-192.168.203.5@tcp:4:dd.0 Request processed in 549us (749us total) trans 4294968032 rc 0/0 00000100:00100000:2.0:1746157406.533233:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 3060 00002000:00100000:2.0:1746157406.533239:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->1715) req@ffff88008caf0000 x1830978268670976/t4294968032(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:212/0 lens 2208/448 e 0 to 0 dl 1746157417 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.533245:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0000 with x1830978268670976 ext(0->1715) 00010000:00010000:2.0:1746157406.533249:0:8492:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 8 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746157406.533258:0:8492:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 8 pid: 16659 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746157406.533263:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008caf0000 00000100:00100000:0.0:1746157406.535366:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.535464:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268671104 00000100:00100000:3.0:1746157406.535473:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268671104 00010000:00010000:3.0:1746157406.535505:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 8 pid: 16659 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746157406.535531:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10599 00000100:00100000:3.0:1746157406.535539:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268671104:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157406.535553:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746157406.535571:0:7110:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746157406.535573:0:7110:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746157407 00002000:00010000:3.0:1746157406.535575:0:7110:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 0 -> 1746157407 00002000:00010000:3.0:1746157406.535577:0:7110:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746157407 00010000:00010000:3.0:1746157406.535582:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 8 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.535744:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 8 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.535944:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e618ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03242a expref: 8 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.535961:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.535963:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.535970:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.535977:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.536018:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157406.536031:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267227136:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157406.536678:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b521f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157406.539782:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.539846:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268671360 00000100:00100000:2.0:1746157406.539853:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268671360 00002000:00100000:2.0:1746157406.539898:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008caf0700 x1830978268671360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:212/0 lens 488/0 e 0 to 0 dl 1746157417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.539908:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0700 with x1830978268671360 ext(0->4095) 00002000:00010000:2.0:1746157406.539913:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf0700 00000100:00100000:2.0:1746157406.539946:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5124 00000100:00100000:2.0:1746157406.539954:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268671360:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:3.0:1746157406.540147:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267227136:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157406.540171:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157406.540425:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268671104:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4886us (5068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157406.540434:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10599 00000100:00100000:2.0:1746157406.540617:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1985:x1830978268671360:12345-192.168.203.5@tcp:3:dd.0 Request processed in 663us (845us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157406.540623:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5124 00002000:00100000:2.0:1746157406.540628:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008caf0700 x1830978268671360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:212/0 lens 488/4536 e 0 to 0 dl 1746157417 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.540640:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0700 with x1830978268671360 ext(0->4095) 00002000:00010000:2.0:1746157406.540642:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf0700 00000100:00100000:0.0:1746157406.579644:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.579711:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268671616 00000100:00100000:2.0:1746157406.579722:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268671616 00000100:00100000:2.0:1746157406.579778:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 155 00000100:00100000:2.0:1746157406.579786:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:433:x1830978268671616:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:2.0:1746157406.580027:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:433:x1830978268671616:12345-192.168.203.5@tcp:35:dd.0 Request processed in 241us (392us total) trans 4294983500 rc 0/0 00000100:00100000:2.0:1746157406.580034:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 155 00000100:00100000:0.0:1746157406.592904:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.595326:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268671872 00000100:00100000:2.0:1746157406.595339:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268671872 00000100:00100000:2.0:1746157406.595415:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37934 00000100:00100000:2.0:1746157406.595424:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:436:x1830978268671872:12345-192.168.203.5@tcp:36:truncate.0 00010000:00010000:2.0:1746157406.595482:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157406.595511:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa000/0x4450b99e49e61899 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03241c expref: 22 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.597888:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:2.0:1746157406.597898:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157406.598151:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.598170:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.598178:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.598217:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.598246:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 17 pid: 7126 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746157406.598260:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267227264:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157406.599914:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092f63d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157406.604049:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.604053:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267227264:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157406.604109:0:7125:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157406.604879:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268672000 00000100:00100000:3.0:1746157406.604886:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268672000 00010000:00010000:3.0:1746157406.604913:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 18 pid: 7126 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746157406.604942:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10600 00000100:00100000:3.0:1746157406.604949:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1986:x1830978268672000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157406.604958:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157406.604963:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 18 pid: 7126 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.604972:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 18 pid: 7126 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.604987:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61909 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032446 expref: 18 pid: 7126 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.605016:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:3.0:1746157406.605021:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157406.605029:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157406.605033:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157406.605066:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157406.605098:0:7125:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.605107:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157406.605126:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1986:x1830978268672000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 178us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157406.605132:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10600 00000001:00080000:2.0:1746157406.605220:0:7125:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983501 00000004:00010000:2.0:1746157406.605265:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008caf0e00 reply state ffff880093058000 transno 4294983502 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746157406.605271:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746157406.605354:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:436:x1830978268671872:12345-192.168.203.5@tcp:36:truncate.0 Request processed in 9931us (12460us total) trans 4294983502 rc 0/0 00000100:00100000:2.0:1746157406.605362:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37934 00000020:00080000:2.0:1746157406.605367:0:7125:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746157406.606493:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.606508:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.606514:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.606520:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ccb1c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.606525:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.606532:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.606546:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:2.0:1746157406.606548:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.606552:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.606557:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6191e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157406.606577:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157406.606698:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268672128 00000100:00100000:0.0:1746157406.606703:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268672128 00000100:00100000:0.0:1746157406.606745:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7280 00000100:00100000:0.0:1746157406.606751:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:436:x1830978268672128:12345-192.168.203.5@tcp:101:truncate.0 00010000:00010000:0.0:1746157406.606763:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157406.606776:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032454 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157406.606797:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157406.606803:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157406.606804:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157406.606807:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157406.606829:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157406.606838:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 5 pid: 16659 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746157406.606847:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008caf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267227392:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157406.606911:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a418da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157406.608859:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.609009:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268672256 00000100:00100000:3.0:1746157406.609015:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268672256 00010000:00010000:3.0:1746157406.609052:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 6 pid: 16659 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746157406.609089:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10601 00000100:00100000:3.0:1746157406.609096:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268672256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157406.609106:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157406.609123:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 6 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.609132:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 6 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.609155:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.609157:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.609162:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.609169:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.609191:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157406.609201:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267227520:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157406.609613:0:16659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932e1200/0x4450b99e49e61917 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03244d expref: 6 pid: 16659 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746157406.609626:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008caf1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267227392:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157406.609644:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.609652:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883c00, rc 0) 00000100:00100000:2.0:1746157406.610965:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:436:x1830978268672128:12345-192.168.203.5@tcp:101:truncate.0 Request processed in 4209us (4385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157406.610974:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7280 00000100:00100000:3.0:1746157406.611054:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b521f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157406.614679:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.614807:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267227520:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157406.614824:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157406.614870:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:1986:x1830978268672256:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5774us (6015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157406.614879:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10601 00000100:00100000:2.0:1746157406.615049:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268672384 00000100:00100000:2.0:1746157406.615055:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268672384 00002000:00010000:2.0:1746157406.615102:0:8492:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (858->18446744073709551615) 00002000:00100000:2.0:1746157406.615106:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1f80 with x1830978268672384 ext(858->18446744073709551615) 00002000:00010000:2.0:1746157406.615112:0:8492:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf1f80. 00000100:00100000:2.0:1746157406.615127:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5125 00000100:00100000:2.0:1746157406.615133:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268672384:12345-192.168.203.5@tcp:10:truncate.0 00002000:00010000:2.0:1746157406.615320:0:8492:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746157406.615323:0:8492:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 1746157407 -> 1746157407 00002000:00010000:2.0:1746157406.615325:0:8492:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 1746157407 -> 1746157407 00002000:00010000:2.0:1746157406.615326:0:8492:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 1746157407 -> 1746157407 00002000:00010000:2.0:1746157406.615328:0:8492:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746157406.615604:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268672384:12345-192.168.203.5@tcp:10:truncate.0 Request processed in 470us (930us total) trans 4294968033 rc 0/0 00000100:00100000:2.0:1746157406.615609:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5125 00002000:00010000:2.0:1746157406.615612:0:8492:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (858->18446744073709551615) 00002000:00100000:2.0:1746157406.615614:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1f80 with x1830978268672384 ext(858->18446744073709551615) 00002000:00010000:2.0:1746157406.615618:0:8492:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf1f80. 00000100:00100000:0.0:1746157406.627521:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.628317:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268672640 00000100:00100000:2.0:1746157406.628328:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268672640 00000100:00100000:2.0:1746157406.628372:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37935 00000100:00100000:2.0:1746157406.628379:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:438:x1830978268672640:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157406.628403:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.628420:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e6192c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03245b expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.628516:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628528:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628539:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628552:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628557:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628562:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628642:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1000/0x4450b99e49e61941 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628647:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1000/0x4450b99e49e61941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628652:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1000/0x4450b99e49e61941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157406.628660:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746157406.628733:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628739:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628749:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628755:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bcaa00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.628758:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628763:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628772:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157406.628774:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.628777:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628781:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcaa00/0x4450b99e49e61933 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628806:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628810:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628815:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628819:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ccb1c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.628821:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628825:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628834:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009baa2100) 00010000:00010000:2.0:1746157406.628836:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.628838:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628842:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6193a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157406.628875:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e6192c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03245b expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.628885:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1000/0x4450b99e49e61941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03245b expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.628889:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:2.0:1746157406.628891:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157406.628892:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ccb1000, rc 0) 00000100:00100000:2.0:1746157406.628940:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:438:x1830978268672640:12345-192.168.203.5@tcp:101:dd.0 Request processed in 562us (1431us total) trans 4294983503 rc 0/0 00000100:00100000:2.0:1746157406.628946:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37935 00000100:00100000:0.0:1746157406.633495:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.633772:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268672896 00000100:00100000:2.0:1746157406.633781:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268672896 00000100:00100000:2.0:1746157406.633829:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 156 00000100:00100000:2.0:1746157406.633837:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:438:x1830978268672896:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:2.0:1746157406.634057:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:438:x1830978268672896:12345-192.168.203.5@tcp:35:dd.0 Request processed in 220us (571us total) trans 4294983504 rc 0/0 00000100:00100000:2.0:1746157406.634064:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 156 00000100:00100000:0.0:1746157406.636379:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.636522:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268673152 00000100:00100000:2.0:1746157406.636531:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268673152 00002000:00100000:2.0:1746157406.636573:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008caf2a00 x1830978268673152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:212/0 lens 488/0 e 0 to 0 dl 1746157417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.636584:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf2a00 with x1830978268673152 ext(0->4095) 00002000:00010000:2.0:1746157406.636589:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf2a00 00000100:00100000:2.0:1746157406.636605:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5126 00000100:00100000:2.0:1746157406.636611:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268673152:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:2.0:1746157406.637383:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268673152:12345-192.168.203.5@tcp:3:dd.0 Request processed in 769us (1008us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157406.637390:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5126 00002000:00100000:2.0:1746157406.637397:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008caf2a00 x1830978268673152/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:212/0 lens 488/4536 e 0 to 0 dl 1746157417 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.637405:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf2a00 with x1830978268673152 ext(0->4095) 00002000:00010000:2.0:1746157406.637408:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf2a00 00010000:00010000:3.0:1746157406.654512:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157406.665022:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.665633:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268673408 00000100:00100000:2.0:1746157406.665640:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268673408 00000100:00100000:2.0:1746157406.665690:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37936 00000100:00100000:2.0:1746157406.665697:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:442:x1830978268673408:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157406.665717:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.665731:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbe00/0x4450b99e49e6194f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032462 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.665809:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665819:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665828:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665840:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665846:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665850:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665926:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61964 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665933:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.665939:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1746157406.665945:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746157406.666007:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.666012:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.666017:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.666021:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bcbc00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.666024:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.666033:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.666053:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff880088f57800) 00010000:00010000:2.0:1746157406.666055:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.666059:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.666062:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbc00/0x4450b99e49e61956 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667332:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667339:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667344:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667347:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ccb1c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157406.667350:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667354:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667362:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009baa2f00) 00010000:00010000:2.0:1746157406.667364:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157406.667366:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667370:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ccb1c00/0x4450b99e49e6195d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157406.667408:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bcbe00/0x4450b99e49e6194f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032462 expref: 20 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.667419:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099867000/0x4450b99e49e61964 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032462 expref: 19 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.667424:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff880088f57b00) 00010000:00010000:2.0:1746157406.667426:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157406.667428:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099867000, rc 0) 00000100:00100000:2.0:1746157406.667470:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:442:x1830978268673408:12345-192.168.203.5@tcp:101:dd.0 Request processed in 1772us (2452us total) trans 4294983505 rc 0/0 00000100:00100000:2.0:1746157406.667476:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37936 00000100:00100000:0.0:1746157406.671827:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.675206:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268673536 00000100:00100000:2.0:1746157406.675216:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268673536 00000100:00100000:2.0:1746157406.675271:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7281 00000100:00100000:2.0:1746157406.675279:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+5:442:x1830978268673536:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157406.675292:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157406.675306:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bcbe00/0x4450b99e49e61972 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032469 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.675331:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.675338:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157406.675340:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157406.675343:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bcbe00/0x4450b99e49e61972 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032469 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.675371:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.675381:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 8 pid: 16659 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746157406.675392:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267227648:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157406.675463:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746157406.677747:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267227648:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157406.677768:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097bcbe00/0x4450b99e49e61972 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032469 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157406.677781:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bcbe00, rc 0) 00000100:00100000:2.0:1746157406.677827:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:442:x1830978268673536:12345-192.168.203.5@tcp:101:dd.0 Request processed in 2548us (6005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157406.677833:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7281 00000100:00100000:0.0:1746157406.679665:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157406.679751:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268673664 00000100:00100000:3.0:1746157406.679757:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268673664 00010000:00010000:3.0:1746157406.679783:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 9 pid: 16659 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746157406.679814:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10602 00000100:00100000:3.0:1746157406.679821:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268673664:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157406.679832:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157406.679849:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 9 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.679859:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 9 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.679880:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61925 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032454 expref: 9 pid: 16659 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746157406.679893:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.679894:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157406.679900:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bcbe00/0x4450b99e49e61972 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032469 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.679906:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bcbe00/0x4450b99e49e61972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032469 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157406.679930:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bcbe00/0x4450b99e49e61972 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032469 expref: 5 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157406.679939:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267227776:192.168.203.5@tcp:105: 00000100:00100000:3.0:1746157406.680004:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b521f540 going to sleep for 11 seconds 00000100:00100000:3.0:1746157406.681649:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267227776:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157406.681665:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157406.681710:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268673664:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1888us (2049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157406.681720:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10602 00000100:00100000:0.0:1746157406.682221:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.683149:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268673920 00000100:00100000:2.0:1746157406.683157:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268673920 00002000:00100000:2.0:1746157406.683203:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008caf3800 x1830978268673920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:212/0 lens 488/0 e 0 to 0 dl 1746157417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.683212:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf3800 with x1830978268673920 ext(0->4095) 00002000:00010000:2.0:1746157406.683218:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf3800 00000100:00100000:2.0:1746157406.683242:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5127 00000100:00100000:2.0:1746157406.683250:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268673920:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:2.0:1746157406.683446:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268673920:12345-192.168.203.5@tcp:3:dd.0 Request processed in 196us (1230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746157406.683452:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5127 00002000:00100000:2.0:1746157406.683458:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008caf3800 x1830978268673920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:212/0 lens 488/4536 e 0 to 0 dl 1746157417 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157406.683464:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf3800 with x1830978268673920 ext(0->4095) 00002000:00010000:2.0:1746157406.683467:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf3800 00000100:00100000:0.0:1746157406.699592:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157406.700330:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268674176 00000100:00100000:2.0:1746157406.700337:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268674176 00000100:00100000:2.0:1746157406.700374:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 157 00000100:00100000:2.0:1746157406.700381:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:442:x1830978268674176:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:2.0:1746157406.700547:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:442:x1830978268674176:12345-192.168.203.5@tcp:35:dd.0 Request processed in 165us (960us total) trans 4294983506 rc 0/0 00000100:00100000:2.0:1746157406.700553:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 157 00000001:00080000:2.0:1746157407.054328:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983486 is committed 00000001:00080000:2.0:1746157407.054340:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983506 is committed 00000001:00080000:2.0:1746157407.054346:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983504 is committed 00000100:00100000:0.0:1746157407.298204:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157407.298233:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157407.298271:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157407.298296:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268674304 00000100:00100000:0.0:1746157407.298305:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268674304 00000100:00100000:0.0:1746157407.298347:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 379 00000100:00100000:0.0:1746157407.298354:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4662c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1986:x1830978268674304:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157407.298414:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4662c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1986:x1830978268674304:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 61us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157407.298420:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 379 00000100:00100000:0.0:1746157407.298541:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268674560 00000100:00100000:0.0:1746157407.298544:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268674560 00000100:00100000:0.0:1746157407.298572:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268674432 00000100:00100000:0.0:1746157407.298574:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268674432 00000100:00100000:0.0:1746157407.298590:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 399 00000100:00100000:0.0:1746157407.298594:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268674560:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157407.298621:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1986:x1830978268674560:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 27us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157407.298626:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 399 00000100:00100000:0.0:1746157407.298636:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 400 00000100:00100000:0.0:1746157407.298639:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268674432:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157407.298657:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268674432:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 18us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157407.298662:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 400 00000100:00080000:0.0:1746157407.298685:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746157407.657710:0:9878:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157408.658269:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746157408.862308:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968682 is committed 00000001:02000400:1.0:1746157409.158711:0:4229:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 23:43:29 (1746157409) 00000100:00100000:2.0:1746157409.245884:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.245913:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268674816 00000100:00100000:3.0:1746157409.245921:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268674816 00000100:00100000:3.0:1746157409.245970:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37937 00000100:00100000:3.0:1746157409.245977:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1113:x1830978268674816:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:3.0:1746157409.245993:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157409.245996:0:7126:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157409.246030:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009151f400/0x4450b99e49e61837 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032400 expref: 12 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.246044:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57300) 00010000:00010000:3.0:1746157409.246365:0:7126:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157409.246376:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61979 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032470 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.246477:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.246488:0:7126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 12 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.246493:0:7126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.246514:0:7126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 12 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.246527:0:7126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 12 pid: 7125 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746157409.246536:0:7126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267227904:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157409.246600:0:7126:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1be16c0 going to sleep for 11 seconds 00000100:00080000:1.0:1746157409.246801:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746157409.250705:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.250780:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268674944 00000100:00100000:3.0:1746157409.250787:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268674944 00010000:00010000:3.0:1746157409.250824:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 13 pid: 7125 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746157409.250846:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10603 00000100:00100000:3.0:1746157409.250852:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1986:x1830978268674944:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157409.250863:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157409.250867:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 13 pid: 7125 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746157409.250877:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 13 pid: 7125 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746157409.250895:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57300) 00010000:00010000:3.0:1746157409.250899:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.250906:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.250911:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7126 initiator: MDT0 00000100:00080000:1.0:1746157409.250937:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746157409.251033:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157409.252051:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1986:x1830978268674944:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1196us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157409.252058:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10603 00010000:00010000:3.0:1746157409.252107:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e618d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032438 expref: 12 pid: 7125 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746157409.252120:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267227904:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157409.252133:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252139:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252143:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252156:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252162:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252168:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252613:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252620:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252628:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746157409.252636:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746157409.252653:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252658:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252662:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252666:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091522000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157409.252669:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252674:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252681:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880088f57300) 00010000:00010000:3.0:1746157409.252684:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157409.252686:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.252690:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61980 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:3.0:1746157409.252697:0:7126:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800924f3800 reply state ffff88009bd11000 transno 4294983507 ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1746157409.252702:0:7126:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157409.252726:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61979 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 14 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.252739:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 13 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.252745:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df400) 00010000:00010000:3.0:1746157409.252747:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157409.252749:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009adbca00, rc 0) 00000100:00100000:3.0:1746157409.252780:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1113:x1830978268674816:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 6804us (6900us total) trans 4294983507 rc 0/0 00000100:00100000:3.0:1746157409.252784:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37937 00010000:00010000:2.0:1746157409.258015:0:3297:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.258036:0:3297:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.258042:0:3297:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.258050:0:3297:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091522800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157409.258054:0:3297:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.258060:0:3297:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.258099:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8801337df200) 00010000:00010000:2.0:1746157409.258101:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157409.258105:0:3297:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.258110:0:3297:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522800/0x4450b99e49e61987 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1746157409.258553:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.258732:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268675200 00000100:00100000:3.0:1746157409.258739:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268675200 00000100:00100000:3.0:1746157409.258771:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37938 00000100:00100000:3.0:1746157409.258778:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1113:x1830978268675200:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:3.0:1746157409.258794:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157409.258804:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e6199c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032477 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.258866:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.258876:0:7126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 14 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.258882:0:7126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.258905:0:7126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 14 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.258919:0:7126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 14 pid: 7126 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746157409.258929:0:7126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267228032:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157409.258998:0:7126:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1be1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157409.263521:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.263713:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267228032:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157409.263733:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1746157409.264554:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268675328 00000100:00100000:0.0:1746157409.264560:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268675328 00010000:00010000:0.0:1746157409.264589:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 15 pid: 7126 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746157409.264610:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10604 00000100:00100000:0.0:1746157409.264617:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1985:x1830978268675328:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157409.264628:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157409.264633:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 15 pid: 7126 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746157409.264643:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 15 pid: 7126 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746157409.264660:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009adbca00/0x4450b99e49e6198e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032470 expref: 15 pid: 7126 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746157409.264671:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df400) 00010000:00010000:0.0:1746157409.264675:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157409.264682:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157409.264687:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157409.264709:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157409.264734:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.264741:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1746157409.264749:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1985:x1830978268675328:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 132us (1234us total) trans 0 rc 0/0 00000004:00200000:3.0:1746157409.264756:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000100:00100000:0.0:1746157409.264757:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10604 00000004:00080000:3.0:1746157409.264980:0:7126:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00000004:00080000:3.0:1746157409.264988:0:7126:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1746157409.265112:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.265119:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.265124:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.265128:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091522200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157409.265130:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.265136:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.265144:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df400) 00010000:00010000:3.0:1746157409.265146:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157409.265148:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.265153:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e619a3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157409.265188:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e6199c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032477 expref: 14 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.265195:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e6199c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032477 expref: 14 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.265203:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091523400, rc 0) 00000100:00100000:3.0:1746157409.265238:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1113:x1830978268675200:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 6461us (6688us total) trans 4294983508 rc 301/301 00000100:00100000:3.0:1746157409.265245:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37938 00000100:00100000:0.0:1746157409.267265:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.267320:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268675584 00000100:00100000:2.0:1746157409.267326:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268675584 00000100:00100000:2.0:1746157409.267369:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 158 00000100:00100000:2.0:1746157409.267375:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1113:x1830978268675584:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:2.0:1746157409.267603:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1113:x1830978268675584:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 227us (343us total) trans 4294983509 rc 0/0 00000100:00100000:2.0:1746157409.267609:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 158 00000100:00100000:0.0:1746157409.269666:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.269818:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268675712 00000100:00100000:3.0:1746157409.269823:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268675712 00000100:00100000:3.0:1746157409.269861:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37939 00000100:00100000:3.0:1746157409.269867:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1113:x1830978268675712:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:3.0:1746157409.269881:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157409.269894:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4b800/0x4450b99e49e619b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03247e expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.269934:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4b800/0x4450b99e49e619b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03247e expref: 15 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.269945:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4b800/0x4450b99e49e619b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03247e expref: 15 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.269956:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:3.0:1746157409.269959:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157409.269961:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012db4b800, rc 0) 00000100:00100000:3.0:1746157409.270004:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1113:x1830978268675712:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 136us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157409.270013:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37939 00000100:00100000:0.0:1746157409.272216:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.272297:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268675968 00000100:00100000:2.0:1746157409.272304:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268675968 00000100:00100000:2.0:1746157409.272495:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 159 00000100:00100000:2.0:1746157409.272502:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1113:x1830978268675968:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:2.0:1746157409.272654:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1113:x1830978268675968:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 152us (442us total) trans 4294983510 rc 0/0 00000100:00100000:2.0:1746157409.272663:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 159 00000100:00100000:0.0:1746157409.287305:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.288238:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268676096 00000100:00100000:2.0:1746157409.288246:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268676096 00000100:00100000:2.0:1746157409.288294:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37940 00000100:00100000:2.0:1746157409.288301:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1116:x1830978268676096:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157409.288319:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157409.288333:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17600/0x4450b99e49e619b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032485 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.288376:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e619bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.288386:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e619bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.288394:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e619bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157409.288435:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746157409.288438:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157409.288449:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e619bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.288465:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17600/0x4450b99e49e619b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032485 expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.288922:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e619bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032485 expref: 17 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.288929:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2c00) 00010000:00010000:2.0:1746157409.288932:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157409.288935:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac17000, rc 0) 00000100:00100000:2.0:1746157409.288985:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1116:x1830978268676096:12345-192.168.203.5@tcp:101:dd.0 Request processed in 684us (1687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157409.288990:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37940 00000100:00100000:0.0:1746157409.291199:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.291897:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268676352 00000100:00100000:2.0:1746157409.291903:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268676352 00000100:00100000:2.0:1746157409.291943:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37941 00000100:00100000:2.0:1746157409.291949:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1116:x1830978268676352:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157409.291963:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157409.291965:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746157409.291982:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e619bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032485 expref: 17 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.291995:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2c00) 00010000:00010000:2.0:1746157409.292003:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157409.292009:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16a00/0x4450b99e49e619c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03248c expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.292156:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292165:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292171:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292180:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292187:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292192:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292239:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e619db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292245:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e619db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292250:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e619db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157409.292256:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746157409.292320:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292325:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292330:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292334:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac17a00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157409.292337:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292347:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292354:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2000) 00010000:00010000:2.0:1746157409.292356:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157409.292359:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292363:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e619cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292371:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292375:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292380:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292383:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac17e00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157409.292385:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292389:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292394:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009baa2300) 00010000:00010000:2.0:1746157409.292395:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157409.292397:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292401:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e619d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.292426:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16a00/0x4450b99e49e619c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03248c expref: 19 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.292436:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e619db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03248c expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.292441:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:2.0:1746157409.292443:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157409.292444:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac16800, rc 0) 00000100:00100000:2.0:1746157409.292493:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1116:x1830978268676352:12345-192.168.203.5@tcp:101:dd.0 Request processed in 544us (1300us total) trans 4294983511 rc 0/0 00000100:00100000:2.0:1746157409.292498:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37941 00000100:00100000:1.0:1746157409.296568:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.296632:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268676608 00000100:00100000:3.0:1746157409.296639:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268676608 00000100:00100000:3.0:1746157409.296669:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37942 00000100:00100000:3.0:1746157409.296676:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1116:x1830978268676608:12345-192.168.203.5@tcp:36:dd.0 00010000:00010000:3.0:1746157409.296712:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157409.296729:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e619db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03248c expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157409.296746:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:3.0:1746157409.296749:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157409.296885:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157409.296894:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157409.296904:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000001:00080000:3.0:1746157409.296938:0:7125:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983512 00000004:00010000:3.0:1746157409.296954:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009282d880 reply state ffff88009bd16000 transno 4294983513 ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157409.296959:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746157409.297007:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1116:x1830978268676608:12345-192.168.203.5@tcp:36:dd.0 Request processed in 331us (444us total) trans 4294983513 rc 0/0 00000100:00100000:3.0:1746157409.297012:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37942 00000020:00080000:3.0:1746157409.297016:0:7125:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746157409.299298:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.299309:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.299314:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.299319:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012db4a000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157409.299323:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.299328:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.299340:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:2.0:1746157409.299342:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157409.299345:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157409.299349:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e619e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157409.301895:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.301952:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268676736 00000100:00100000:2.0:1746157409.301960:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268676736 00000100:00100000:2.0:1746157409.302035:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7282 00000100:00100000:2.0:1746157409.302042:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1116:x1830978268676736:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157409.302056:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157409.302089:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032493 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157409.302108:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746157409.302124:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157409.302126:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157409.302132:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 9 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.302145:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 9 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.302153:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac17800, rc 0) 00000100:00100000:2.0:1746157409.302200:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1116:x1830978268676736:12345-192.168.203.5@tcp:101:dd.0 Request processed in 159us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157409.302206:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7282 00000100:00080000:1.0:1746157409.302441:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157409.305214:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.306088:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268676864 00000100:00100000:2.0:1746157409.306095:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268676864 00000100:00100000:2.0:1746157409.306150:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7283 00000100:00100000:2.0:1746157409.306157:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1116:x1830978268676864:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157409.306169:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157409.306182:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03249a expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157409.306206:0:8487:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746157409.306220:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157409.306221:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157409.306226:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.306238:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 6 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.306245:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac16800, rc 0) 00000100:00100000:2.0:1746157409.306287:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1116:x1830978268676864:12345-192.168.203.5@tcp:101:dd.0 Request processed in 131us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157409.306292:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7283 00000100:00080000:1.0:1746157409.307127:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746157409.311963:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157409.313583:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.314140:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268676992 00000100:00100000:2.0:1746157409.314148:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268676992 00002000:00010000:2.0:1746157409.314177:0:32249:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (0->18446744073709551615) 00002000:00100000:2.0:1746157409.314180:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26300 with x1830978268676992 ext(0->18446744073709551615) 00002000:00010000:2.0:1746157409.314187:0:32249:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb26300. 00000100:00100000:2.0:1746157409.314215:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5128 00000100:00100000:2.0:1746157409.314221:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268676992:12345-192.168.203.5@tcp:10:dd.0 00000100:00100000:3.0:1746157409.314320:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268677120 00000100:00100000:3.0:1746157409.314324:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268677120 00002000:00010000:3.0:1746157409.314337:0:8492:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/26 (0->18446744073709551615) 00002000:00100000:3.0:1746157409.314340:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26680 with x1830978268677120 ext(0->18446744073709551615) 00002000:00010000:3.0:1746157409.314346:0:8492:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb26680. 00000100:00100000:3.0:1746157409.314357:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5129 00000100:00100000:3.0:1746157409.314361:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1985:x1830978268677120:12345-192.168.203.5@tcp:10:dd.0 00002000:00010000:2.0:1746157409.314465:0:32249:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746157409.314468:0:32249:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746157410 00002000:00010000:2.0:1746157409.314470:0:32249:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746157409.314471:0:32249:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746157410 00002000:00010000:2.0:1746157409.314473:0:32249:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746157409.314513:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268676992:12345-192.168.203.5@tcp:10:dd.0 Request processed in 292us (2557us total) trans 4294968034 rc 0/0 00000100:00100000:2.0:1746157409.314519:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5128 00002000:00010000:2.0:1746157409.314522:0:32249:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (0->18446744073709551615) 00002000:00100000:2.0:1746157409.314524:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26300 with x1830978268676992 ext(0->18446744073709551615) 00002000:00010000:2.0:1746157409.314527:0:32249:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb26300. 00002000:00010000:3.0:1746157409.314537:0:8492:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746157409.314540:0:8492:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746157410 00002000:00010000:3.0:1746157409.314542:0:8492:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746157409.314543:0:8492:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746157410 00002000:00010000:3.0:1746157409.314545:0:8492:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746157409.314571:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268677120:12345-192.168.203.5@tcp:10:dd.0 Request processed in 209us (991us total) trans 4294968683 rc 0/0 00000100:00100000:3.0:1746157409.314581:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5129 00002000:00010000:3.0:1746157409.314585:0:8492:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/26 (0->18446744073709551615) 00002000:00100000:3.0:1746157409.314587:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26680 with x1830978268677120 ext(0->18446744073709551615) 00002000:00010000:3.0:1746157409.314590:0:8492:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb26680. 00010000:00010000:3.0:1746157409.660258:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157409.712856:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.717745:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268677376 00000100:00100000:3.0:1746157409.717755:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268677376 00002000:00100000:3.0:1746157409.717790:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008cb26a00 x1830978268677376/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.717798:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26a00 with x1830978268677376 ext(0->1048575) 00002000:00010000:3.0:1746157409.717802:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb26a00 00000100:00100000:3.0:1746157409.717830:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5130 00000100:00100000:3.0:1746157409.717835:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268677376:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.718047:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.718114:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268677632 00000100:00100000:2.0:1746157409.718119:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268677632 00002000:00100000:2.0:1746157409.718137:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008cb26d80 x1830978268677632/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.718145:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26d80 with x1830978268677632 ext(0->1048575) 00002000:00010000:2.0:1746157409.718147:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb26d80 00000100:00100000:2.0:1746157409.718161:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5131 00000100:00100000:2.0:1746157409.718166:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268677632:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.723688:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157409.724563:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268677888 00000100:00100000:1.0:1746157409.724573:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268677888 00002000:00100000:1.0:1746157409.724617:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88008cb27100 x1830978268677888/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157409.724627:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27100 with x1830978268677888 ext(1048576->2097151) 00002000:00010000:1.0:1746157409.724634:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb27100 00000100:00100000:1.0:1746157409.725781:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5132 00000100:00100000:1.0:1746157409.725792:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268677888:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.731731:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.735028:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268678144 00000100:00100000:3.0:1746157409.735043:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268678144 00002000:00100000:3.0:1746157409.735111:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008cb27480 x1830978268678144/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.735121:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27480 with x1830978268678144 ext(1048576->2097151) 00002000:00010000:3.0:1746157409.735127:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb27480 00000100:00100000:3.0:1746157409.735150:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5133 00000100:00100000:3.0:1746157409.735158:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268678144:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.742152:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157409.742193:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268678400 00000100:00100000:0.0:1746157409.742202:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268678400 00002000:00100000:0.0:1746157409.742241:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88008cb27800 x1830978268678400/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157409.742250:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27800 with x1830978268678400 ext(2097152->3145727) 00002000:00010000:0.0:1746157409.742255:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb27800 00000100:00100000:0.0:1746157409.742275:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5134 00000100:00100000:0.0:1746157409.742287:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+14:1986:x1830978268678400:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157409.747625:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268677376:12345-192.168.203.5@tcp:4:dd.0 Request processed in 29776us (34762us total) trans 4294968035 rc 0/0 00000100:00100000:2.0:1746157409.747638:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5130 00002000:00100000:2.0:1746157409.747651:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008cb26a00 x1830978268677376/t4294968035(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.747660:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26a00 with x1830978268677376 ext(0->1048575) 00002000:00010000:2.0:1746157409.747667:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb26a00 00000100:00100000:2.0:1746157409.753423:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268677632:12345-192.168.203.5@tcp:4:dd.0 Request processed in 35243us (35369us total) trans 4294968684 rc 0/0 00000100:00100000:2.0:1746157409.753437:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5131 00002000:00100000:2.0:1746157409.753449:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008cb26d80 x1830978268677632/t4294968684(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.753460:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26d80 with x1830978268677632 ext(0->1048575) 00002000:00010000:2.0:1746157409.753466:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb26d80 00000100:00100000:2.0:1746157409.763038:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1985:x1830978268677888:12345-192.168.203.5@tcp:4:dd.0 Request processed in 37225us (39337us total) trans 4294968036 rc 0/0 00000100:00100000:2.0:1746157409.763051:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5132 00002000:00100000:2.0:1746157409.763066:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88008cb27100 x1830978268677888/t4294968036(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.763091:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27100 with x1830978268677888 ext(1048576->2097151) 00002000:00010000:2.0:1746157409.763098:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb27100 00000100:00100000:0.0:1746157409.764920:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.765498:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268678656 00000100:00100000:2.0:1746157409.765508:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268678656 00002000:00100000:2.0:1746157409.765549:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008cb27b80 x1830978268678656/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.765559:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27b80 with x1830978268678656 ext(2097152->3145727) 00002000:00010000:2.0:1746157409.765564:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb27b80 00000100:00100000:2.0:1746157409.765584:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5135 00000100:00100000:2.0:1746157409.765592:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268678656:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.767752:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.767839:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268678912 00000100:00100000:2.0:1746157409.767848:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268678912 00002000:00100000:2.0:1746157409.767887:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff88008fb4c000 x1830978268678912/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.767896:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4c000 with x1830978268678912 ext(3145728->4194303) 00002000:00010000:2.0:1746157409.767901:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4c000 00000100:00100000:2.0:1746157409.767921:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5136 00000100:00100000:2.0:1746157409.767929:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1984:x1830978268678912:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157409.770293:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1986:x1830978268678144:12345-192.168.203.5@tcp:4:dd.0 Request processed in 35126us (38567us total) trans 4294968685 rc 0/0 00000100:00100000:2.0:1746157409.770305:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5133 00002000:00100000:2.0:1746157409.770319:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008cb27480 x1830978268678144/t4294968685(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.770327:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27480 with x1830978268678144 ext(1048576->2097151) 00002000:00010000:2.0:1746157409.770333:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb27480 00000100:00100000:2.0:1746157409.777544:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1986:x1830978268678400:12345-192.168.203.5@tcp:4:dd.0 Request processed in 35251us (35393us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1746157409.777556:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5134 00002000:00100000:2.0:1746157409.777568:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88008cb27800 x1830978268678400/t4294968037(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.777578:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27800 with x1830978268678400 ext(2097152->3145727) 00002000:00010000:2.0:1746157409.777584:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb27800 00000100:00100000:0.0:1746157409.784901:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.785965:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268679168 00000100:00100000:2.0:1746157409.785976:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268679168 00002000:00100000:2.0:1746157409.786037:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008fb4c380 x1830978268679168/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.786047:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4c380 with x1830978268679168 ext(3145728->4194303) 00002000:00010000:2.0:1746157409.786054:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4c380 00000100:00100000:2.0:1746157409.786276:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5137 00000100:00100000:2.0:1746157409.786285:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1984:x1830978268679168:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.788161:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1983:x1830978268678656:12345-192.168.203.5@tcp:4:dd.0 Request processed in 22559us (23240us total) trans 4294968686 rc 0/0 00000100:00100000:3.0:1746157409.788172:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5135 00002000:00100000:3.0:1746157409.788183:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008cb27b80 x1830978268678656/t4294968686(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.788201:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27b80 with x1830978268678656 ext(2097152->3145727) 00002000:00010000:3.0:1746157409.788207:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb27b80 00000100:00100000:2.0:1746157409.792474:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.792543:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268679424 00000100:00100000:3.0:1746157409.792552:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268679424 00002000:00100000:3.0:1746157409.792595:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff88012ccbca80 x1830978268679424/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.792604:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbca80 with x1830978268679424 ext(4194304->5242879) 00002000:00010000:3.0:1746157409.792610:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbca80 00000100:00100000:3.0:1746157409.793158:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5138 00000100:00100000:3.0:1746157409.793166:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1984:x1830978268679424:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157409.794329:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1984:x1830978268678912:12345-192.168.203.5@tcp:4:dd.0 Request processed in 26395us (26581us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1746157409.794338:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5136 00002000:00100000:2.0:1746157409.794348:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff88008fb4c000 x1830978268678912/t4294968038(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.794356:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4c000 with x1830978268678912 ext(3145728->4194303) 00002000:00010000:2.0:1746157409.794362:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4c000 00000100:00100000:0.0:1746157409.799176:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.799280:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268679680 00000100:00100000:3.0:1746157409.799290:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268679680 00002000:00100000:3.0:1746157409.799333:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008fb4c700 x1830978268679680/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.799342:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4c700 with x1830978268679680 ext(4194304->5242879) 00002000:00010000:3.0:1746157409.799347:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4c700 00000100:00100000:3.0:1746157409.799377:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5139 00000100:00100000:3.0:1746157409.799382:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1984:x1830978268679680:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.801857:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1984:x1830978268679168:12345-192.168.203.5@tcp:4:dd.0 Request processed in 15564us (16955us total) trans 4294968687 rc 0/0 00000100:00100000:0.0:1746157409.801877:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5137 00002000:00100000:0.0:1746157409.801888:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008fb4c380 x1830978268679168/t4294968687(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157409.801898:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4c380 with x1830978268679168 ext(3145728->4194303) 00002000:00010000:0.0:1746157409.801904:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4c380 00000100:00100000:0.0:1746157409.813147:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157409.813295:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268679936 00000100:00100000:1.0:1746157409.813305:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268679936 00002000:00100000:1.0:1746157409.813345:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff88008fb4ca80 x1830978268679936/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157409.813359:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ca80 with x1830978268679936 ext(5242880->6291455) 00002000:00010000:1.0:1746157409.813364:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ca80 00000100:00100000:1.0:1746157409.813387:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5140 00000100:00100000:1.0:1746157409.813392:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1983:x1830978268679936:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.813860:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1984:x1830978268679424:12345-192.168.203.5@tcp:4:dd.0 Request processed in 20692us (21395us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1746157409.813870:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5138 00002000:00100000:3.0:1746157409.813879:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff88012ccbca80 x1830978268679424/t4294968039(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.813894:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbca80 with x1830978268679424 ext(4194304->5242879) 00002000:00010000:3.0:1746157409.813899:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbca80 00000100:00100000:3.0:1746157409.821856:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1984:x1830978268679680:12345-192.168.203.5@tcp:4:dd.0 Request processed in 22462us (22681us total) trans 4294968688 rc 0/0 00000100:00100000:3.0:1746157409.821868:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5139 00002000:00100000:3.0:1746157409.821881:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008fb4c700 x1830978268679680/t4294968688(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.821890:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4c700 with x1830978268679680 ext(4194304->5242879) 00002000:00010000:3.0:1746157409.821897:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4c700 00000100:00100000:1.0:1746157409.825384:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1983:x1830978268679936:12345-192.168.203.5@tcp:4:dd.0 Request processed in 11982us (12240us total) trans 4294968040 rc 0/0 00000100:00100000:1.0:1746157409.825394:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5140 00002000:00100000:1.0:1746157409.825404:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff88008fb4ca80 x1830978268679936/t4294968040(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157409.825412:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ca80 with x1830978268679936 ext(5242880->6291455) 00002000:00010000:1.0:1746157409.825417:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ca80 00000100:00100000:0.0:1746157409.825469:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157409.826060:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268680192 00000100:00100000:1.0:1746157409.826065:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268680192 00002000:00100000:1.0:1746157409.826120:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008fb4ce00 x1830978268680192/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157409.826258:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ce00 with x1830978268680192 ext(5242880->6291455) 00002000:00010000:1.0:1746157409.826263:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4ce00 00000100:00100000:1.0:1746157409.826286:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5141 00000100:00100000:1.0:1746157409.826293:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+17:1984:x1830978268680192:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157409.833215:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.833306:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268680448 00000100:00100000:3.0:1746157409.833315:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268680448 00002000:00100000:3.0:1746157409.833361:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880093210a80 x1830978268680448/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.833371:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830978268680448 ext(6291456->7340031) 00002000:00010000:3.0:1746157409.833377:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210a80 00000100:00100000:3.0:1746157409.833396:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5142 00000100:00100000:3.0:1746157409.833402:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1983:x1830978268680448:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157409.834876:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1984:x1830978268680192:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8575us (9405us total) trans 4294968689 rc 0/0 00000100:00100000:2.0:1746157409.834887:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5141 00002000:00100000:2.0:1746157409.834896:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008fb4ce00 x1830978268680192/t4294968689(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.834905:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ce00 with x1830978268680192 ext(5242880->6291455) 00002000:00010000:2.0:1746157409.834909:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4ce00 00000100:00100000:0.0:1746157409.841358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.841741:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268680704 00000100:00100000:2.0:1746157409.841749:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268680704 00002000:00100000:2.0:1746157409.841784:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88008fb4d180 x1830978268680704/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.841793:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d180 with x1830978268680704 ext(6291456->7340031) 00002000:00010000:2.0:1746157409.841798:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d180 00000100:00100000:2.0:1746157409.842558:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5143 00000100:00100000:2.0:1746157409.842567:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1984:x1830978268680704:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.843314:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268680448:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9904us (10102us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1746157409.843324:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5142 00002000:00100000:3.0:1746157409.843334:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880093210a80 x1830978268680448/t4294968041(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.843342:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210a80 with x1830978268680448 ext(6291456->7340031) 00002000:00010000:3.0:1746157409.843348:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210a80 00000100:00100000:1.0:1746157409.849736:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.850247:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268680960 00000100:00100000:3.0:1746157409.850258:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268680960 00002000:00100000:3.0:1746157409.850296:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff8801337eb100 x1830978268680960/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.850304:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eb100 with x1830978268680960 ext(7340032->8388607) 00002000:00010000:3.0:1746157409.850308:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337eb100 00000100:00100000:3.0:1746157409.850340:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5144 00000100:00100000:3.0:1746157409.850347:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268680960:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.851356:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1984:x1830978268680704:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8788us (10003us total) trans 4294968690 rc 0/0 00000100:00100000:0.0:1746157409.851364:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5143 00002000:00100000:0.0:1746157409.851370:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88008fb4d180 x1830978268680704/t4294968690(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157409.851377:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d180 with x1830978268680704 ext(6291456->7340031) 00002000:00010000:0.0:1746157409.851381:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d180 00000100:00100000:2.0:1746157409.857642:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157409.859102:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268681216 00000100:00100000:1.0:1746157409.859110:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268681216 00002000:00100000:1.0:1746157409.859146:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800934f2a00 x1830978268681216/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157409.859155:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2a00 with x1830978268681216 ext(7340032->8388607) 00002000:00010000:1.0:1746157409.859160:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934f2a00 00000100:00100000:1.0:1746157409.859186:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5145 00000100:00100000:1.0:1746157409.859192:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1983:x1830978268681216:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.862124:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801337eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1983:x1830978268680960:12345-192.168.203.5@tcp:4:dd.0 Request processed in 11771us (12392us total) trans 4294968042 rc 0/0 00000100:00100000:3.0:1746157409.862135:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5144 00002000:00100000:3.0:1746157409.862144:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff8801337eb100 x1830978268680960/t4294968042(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.862152:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801337eb100 with x1830978268680960 ext(7340032->8388607) 00002000:00010000:3.0:1746157409.862156:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801337eb100 00000100:00100000:2.0:1746157409.865416:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.865845:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268681472 00000100:00100000:3.0:1746157409.865852:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268681472 00002000:00100000:3.0:1746157409.865886:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093d9dc00 x1830978268681472/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.865894:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9dc00 with x1830978268681472 ext(8388608->9437183) 00002000:00010000:3.0:1746157409.865899:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9dc00 00000100:00100000:3.0:1746157409.865928:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5146 00000100:00100000:3.0:1746157409.865935:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1983:x1830978268681472:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157409.867715:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1983:x1830978268681216:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8518us (10074us total) trans 4294968691 rc 0/0 00000100:00100000:1.0:1746157409.867723:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5145 00002000:00100000:1.0:1746157409.867730:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800934f2a00 x1830978268681216/t4294968691(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157409.867737:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934f2a00 with x1830978268681216 ext(7340032->8388607) 00002000:00010000:1.0:1746157409.867741:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934f2a00 00000100:00100000:3.0:1746157409.872554:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1983:x1830978268681472:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6612us (7137us total) trans 4294968043 rc 0/0 00000100:00100000:3.0:1746157409.872565:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5146 00002000:00100000:3.0:1746157409.872575:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880093d9dc00 x1830978268681472/t4294968043(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.872584:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d9dc00 with x1830978268681472 ext(8388608->9437183) 00002000:00010000:3.0:1746157409.872589:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d9dc00 00000100:00100000:0.0:1746157409.875690:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.876043:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268681728 00000100:00100000:3.0:1746157409.876436:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268681728 00002000:00100000:3.0:1746157409.876465:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008fb4d500 x1830978268681728/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.876474:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d500 with x1830978268681728 ext(8388608->9437183) 00002000:00010000:3.0:1746157409.876478:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d500 00000100:00100000:3.0:1746157409.876502:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5147 00000100:00100000:3.0:1746157409.876508:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268681728:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.882586:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268681728:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6069us (6891us total) trans 4294968692 rc 0/0 00000100:00100000:3.0:1746157409.882595:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5147 00002000:00100000:3.0:1746157409.882605:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008fb4d500 x1830978268681728/t4294968692(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.882614:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d500 with x1830978268681728 ext(8388608->9437183) 00002000:00010000:3.0:1746157409.882623:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d500 00000100:00100000:0.0:1746157409.887444:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.887542:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268681984 00000100:00100000:3.0:1746157409.887551:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268681984 00002000:00100000:3.0:1746157409.887586:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff88008fb4d880 x1830978268681984/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.887595:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d880 with x1830978268681984 ext(9437184->10485759) 00002000:00010000:3.0:1746157409.887599:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4d880 00000100:00100000:3.0:1746157409.887673:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5148 00000100:00100000:3.0:1746157409.887680:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1986:x1830978268681984:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.903738:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.904739:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268681984:12345-192.168.203.5@tcp:4:dd.0 Request processed in 17056us (17300us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1746157409.904749:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5148 00002000:00100000:3.0:1746157409.904758:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff88008fb4d880 x1830978268681984/t4294968044(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.904766:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d880 with x1830978268681984 ext(9437184->10485759) 00002000:00010000:3.0:1746157409.904770:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4d880 00000100:00100000:3.0:1746157409.904786:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268682240 00000100:00100000:3.0:1746157409.904791:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268682240 00002000:00100000:3.0:1746157409.904810:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008fb4dc00 x1830978268682240/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.904817:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4dc00 with x1830978268682240 ext(9437184->10485759) 00002000:00010000:3.0:1746157409.904820:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4dc00 00000100:00100000:3.0:1746157409.904831:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5149 00000100:00100000:3.0:1746157409.904836:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268682240:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.910259:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157409.910904:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268682496 00000100:00100000:1.0:1746157409.910912:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268682496 00002000:00100000:1.0:1746157409.910946:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff88008fb4df80 x1830978268682496/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157409.910954:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4df80 with x1830978268682496 ext(10485760->11534335) 00002000:00010000:1.0:1746157409.910959:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4df80 00000100:00100000:1.0:1746157409.910975:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5150 00000100:00100000:1.0:1746157409.910982:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268682496:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.913199:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268682240:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8355us (9461us total) trans 4294968693 rc 0/0 00000100:00100000:3.0:1746157409.913212:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5149 00002000:00100000:3.0:1746157409.913220:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008fb4dc00 x1830978268682240/t4294968693(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.913229:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4dc00 with x1830978268682240 ext(9437184->10485759) 00002000:00010000:3.0:1746157409.913233:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4dc00 00000100:00100000:1.0:1746157409.916928:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.917428:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268682752 00000100:00100000:3.0:1746157409.917436:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268682752 00002000:00100000:3.0:1746157409.917467:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880091715f80 x1830978268682752/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.917476:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715f80 with x1830978268682752 ext(10485760->11534335) 00002000:00010000:3.0:1746157409.917480:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091715f80 00000100:00100000:3.0:1746157409.917511:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5151 00000100:00100000:3.0:1746157409.917518:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1986:x1830978268682752:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.918123:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268682496:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7139us (7868us total) trans 4294968045 rc 0/0 00000100:00100000:0.0:1746157409.918131:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5150 00002000:00100000:0.0:1746157409.918138:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff88008fb4df80 x1830978268682496/t4294968045(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157409.918145:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4df80 with x1830978268682496 ext(10485760->11534335) 00002000:00010000:0.0:1746157409.918148:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4df80 00000100:00100000:3.0:1746157409.922534:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1986:x1830978268682752:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5009us (5603us total) trans 4294968694 rc 0/0 00000100:00100000:3.0:1746157409.922544:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5151 00002000:00100000:3.0:1746157409.922554:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880091715f80 x1830978268682752/t4294968694(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.922562:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091715f80 with x1830978268682752 ext(10485760->11534335) 00002000:00010000:3.0:1746157409.922566:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091715f80 00000100:00100000:0.0:1746157409.927432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.927567:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268683008 00000100:00100000:3.0:1746157409.927577:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268683008 00002000:00100000:3.0:1746157409.927625:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88008fb4e300 x1830978268683008/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.927641:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4e300 with x1830978268683008 ext(11534336->12582911) 00002000:00010000:3.0:1746157409.927647:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4e300 00000100:00100000:3.0:1746157409.927668:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5152 00000100:00100000:3.0:1746157409.927675:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268683008:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157409.934623:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.935500:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268683264 00000100:00100000:2.0:1746157409.935511:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268683264 00002000:00100000:2.0:1746157409.935556:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88008fb4e680 x1830978268683264/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.935566:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4e680 with x1830978268683264 ext(11534336->12582911) 00002000:00010000:2.0:1746157409.935571:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4e680 00000100:00100000:2.0:1746157409.935601:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5153 00000100:00100000:2.0:1746157409.935609:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1986:x1830978268683264:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.936518:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1986:x1830978268683008:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8838us (9091us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1746157409.936530:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5152 00002000:00100000:3.0:1746157409.936541:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88008fb4e300 x1830978268683008/t4294968046(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.936550:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4e300 with x1830978268683008 ext(11534336->12582911) 00002000:00010000:3.0:1746157409.936555:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4e300 00000100:00100000:0.0:1746157409.943459:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157409.943514:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268683776 00000100:00100000:1.0:1746157409.943520:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268683776 00000100:00100000:1.0:1746157409.943567:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 160 00000100:00100000:1.0:1746157409.943573:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e8c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1116:x1830978268683776:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:1.0:1746157409.943783:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e8c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1116:x1830978268683776:12345-192.168.203.5@tcp:35:dd.0 Request processed in 208us (329us total) trans 4294983514 rc 0/0 00000100:00100000:2.0:1746157409.943784:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268683264:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8177us (9172us total) trans 4294968695 rc 0/0 00000100:00100000:1.0:1746157409.943789:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 160 00000100:00100000:2.0:1746157409.943791:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5153 00002000:00100000:2.0:1746157409.943797:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88008fb4e680 x1830978268683264/t4294968695(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157409.943805:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4e680 with x1830978268683264 ext(11534336->12582911) 00002000:00010000:2.0:1746157409.943809:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4e680 00000100:00100000:0.0:1746157409.944256:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157409.944665:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268683520 00000100:00100000:3.0:1746157409.944669:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268683520 00002000:00100000:3.0:1746157409.944690:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88008fb4ea00 x1830978268683520/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/0 e 0 to 0 dl 1746157420 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.944698:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ea00 with x1830978268683520 ext(12582912->13631487) 00002000:00010000:3.0:1746157409.944701:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ea00 00000100:00100000:3.0:1746157409.944713:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5154 00000100:00100000:3.0:1746157409.944719:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1986:x1830978268683520:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157409.954781:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1986:x1830978268683520:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10054us (10517us total) trans 4294968047 rc 0/0 00000100:00100000:3.0:1746157409.954854:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5154 00002000:00100000:3.0:1746157409.954864:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88008fb4ea00 x1830978268683520/t4294968047(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:215/0 lens 488/448 e 0 to 0 dl 1746157420 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157409.954872:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ea00 with x1830978268683520 ext(12582912->13631487) 00002000:00010000:3.0:1746157409.954878:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ea00 00000100:00100000:0.0:1746157409.962330:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157409.963151:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268683904 00000100:00100000:2.0:1746157409.963158:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268683904 00000100:00100000:2.0:1746157409.963306:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37943 00000100:00100000:2.0:1746157409.963313:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1121:x1830978268683904:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:2.0:1746157409.963333:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157409.963347:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e619fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324a1 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.963393:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61a05 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.963403:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61a05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.963412:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61a05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1746157409.963454:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746157409.963457:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157409.963468:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61a05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157409.963483:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e619fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a1 expref: 22 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.963513:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61a05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a1 expref: 21 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157409.963521:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2a00) 00010000:00010000:2.0:1746157409.963523:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157409.963525:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091522000, rc 0) 00000100:00100000:2.0:1746157409.965820:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1121:x1830978268683904:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 2500us (3489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157409.965827:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37943 00000100:00100000:2.0:1746157410.359716:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.359776:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268684160 00000100:00100000:3.0:1746157410.359784:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268684160 00000100:00100000:3.0:1746157410.359834:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37944 00000100:00100000:3.0:1746157410.359841:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+21:1132:x1830978268684160:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:3.0:1746157410.359856:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157410.359859:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157410.359879:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522000/0x4450b99e49e61a05 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a1 expref: 21 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.359892:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2a00) 00010000:00010000:3.0:1746157410.359901:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157410.359908:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61a0c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324a8 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.359998:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360006:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360024:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360034:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360043:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360048:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360400:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360407:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360413:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746157410.360420:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746157410.360438:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360443:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360448:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360452:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009321c400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157410.360455:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360461:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360467:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801337df600) 00010000:00010000:3.0:1746157410.360469:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157410.360472:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157410.360476:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61a13 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:3.0:1746157410.360484:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801306a9f80 reply state ffff880134389000 transno 4294983515 ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157410.360490:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157410.360506:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61a0c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.360533:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 22 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.360538:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8801337df900) 00010000:00010000:3.0:1746157410.360540:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157410.360542:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099afc800, rc 0) 00000100:00100000:3.0:1746157410.360584:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1132:x1830978268684160:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 744us (873us total) trans 4294983515 rc 0/0 00000100:00100000:3.0:1746157410.360589:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37944 00010000:00010000:2.0:1746157410.366591:0:3297:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157410.366605:0:3297:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157410.366611:0:3297:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157410.366615:0:3297:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009321ce00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157410.366619:0:3297:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157410.366624:0:3297:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157410.366636:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801337dfc00) 00010000:00010000:2.0:1746157410.366639:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157410.366642:0:3297:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157410.366646:0:3297:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009321ce00/0x4450b99e49e61a1a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746157410.368270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.368294:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268684416 00000100:00100000:2.0:1746157410.368301:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268684416 00000100:00100000:2.0:1746157410.368612:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37945 00000100:00100000:2.0:1746157410.368619:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1132:x1830978268684416:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:2.0:1746157410.368634:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157410.368648:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61a2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324af expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.368713:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.368724:0:7126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.368730:0:7126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.368759:0:7126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.368767:0:7126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 23 pid: 7125 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746157410.368777:0:7126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091710000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267228160:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157410.369354:0:7126:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746157410.372311:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091710000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267228160:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157410.372331:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1746157410.372378:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.373351:0:9879:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268684544 00000100:00100000:0.0:1746157410.373357:0:9879:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268684544 00010000:00010000:0.0:1746157410.373383:0:9879:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 24 pid: 7125 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746157410.373412:0:9879:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10605 00000100:00100000:0.0:1746157410.373419:0:9879:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1986:x1830978268684544:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157410.373428:0:9879:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157410.373432:0:9879:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 24 pid: 7125 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746157410.373441:0:9879:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 24 pid: 7125 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746157410.373456:0:9879:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099afc800/0x4450b99e49e61a21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324a8 expref: 24 pid: 7125 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746157410.373467:0:9879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8801337df900) 00010000:00010000:0.0:1746157410.373471:0:9879:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.373478:0:9879:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.373484:0:9879:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.373495:0:9879:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157410.373529:0:9879:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1986:x1830978268684544:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 111us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157410.373534:0:9879:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10605 00010000:00010000:3.0:1746157410.373626:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373631:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746157410.373649:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:3.0:1746157410.373761:0:7126:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00000004:00080000:3.0:1746157410.373766:0:7126:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:3.0:1746157410.373849:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373855:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373860:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373864:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091523400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157410.373867:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373872:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373879:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8801337df900) 00010000:00010000:3.0:1746157410.373881:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746157410.373884:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373888:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523400/0x4450b99e49e61a36 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.373922:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61a2f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324af expref: 23 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.373928:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61a2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324af expref: 23 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.373940:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091523a00, rc 0) 00000100:00100000:3.0:1746157410.373960:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1132:x1830978268684416:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 5343us (5696us total) trans 4294983516 rc 301/301 00000100:00100000:3.0:1746157410.373967:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37945 00000100:00100000:0.0:1746157410.378027:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.378099:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268684800 00000100:00100000:1.0:1746157410.378106:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268684800 00000100:00100000:1.0:1746157410.378149:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 161 00000100:00100000:1.0:1746157410.378155:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1132:x1830978268684800:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:1.0:1746157410.378386:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1132:x1830978268684800:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 231us (373us total) trans 4294983517 rc 0/0 00000100:00100000:1.0:1746157410.378393:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 161 00000100:00100000:1.0:1746157410.384496:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.384908:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268684928 00000100:00100000:2.0:1746157410.384915:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268684928 00000100:00100000:2.0:1746157410.384949:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37946 00000100:00100000:2.0:1746157410.384956:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1132:x1830978268684928:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:2.0:1746157410.384972:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157410.384987:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99c00/0x4450b99e49e61a44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324b6 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.385043:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99c00/0x4450b99e49e61a44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324b6 expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.385054:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99c00/0x4450b99e49e61a44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324b6 expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.385089:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:2.0:1746157410.385091:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746157410.385094:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e99c00, rc 0) 00000100:00100000:2.0:1746157410.385127:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1132:x1830978268684928:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 172us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157410.385133:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37946 00000100:00100000:2.0:1746157410.390031:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.390058:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268685184 00000100:00100000:3.0:1746157410.390065:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268685184 00000100:00100000:3.0:1746157410.390111:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 162 00000100:00100000:3.0:1746157410.390117:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1132:x1830978268685184:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:3.0:1746157410.390257:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1132:x1830978268685184:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 140us (231us total) trans 4294983518 rc 0/0 00000100:00100000:3.0:1746157410.390263:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 162 00000100:00100000:1.0:1746157410.405574:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.406293:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.406411:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268685312 00000100:00100000:2.0:1746157410.406418:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268685312 00000100:00100000:2.0:1746157410.406455:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268685440 00000100:00100000:2.0:1746157410.406457:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268685440 00000100:00100000:2.0:1746157410.406473:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37947 00000100:00100000:2.0:1746157410.406479:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1133:x1830978268685312:12345-192.168.203.5@tcp:101:dd.0 00000100:00100000:0.0:1746157410.406482:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37948 00000100:00100000:0.0:1746157410.406490:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1134:x1830978268685440:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157410.406498:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157410.406499:0:11347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157410.406514:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98600/0x4450b99e49e61a4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324bd expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.406517:0:11347:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e61a52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324c4 expref: -99 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.406557:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98a00/0x4450b99e49e61a60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.406557:0:11347:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.406567:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98a00/0x4450b99e49e61a60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.406584:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98a00/0x4450b99e49e61a60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.406584:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.406591:0:11347:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00000004:00200000:2.0:1746157410.407042:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746157410.407046:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746157410.407058:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98a00/0x4450b99e49e61a60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.407104:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98600/0x4450b99e49e61a4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324bd expref: 27 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.407116:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98a00/0x4450b99e49e61a60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324bd expref: 26 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.407123:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:2.0:1746157410.407125:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746157410.407128:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e98a00, rc 0) 00000100:00100000:2.0:1746157410.407164:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1133:x1830978268685312:12345-192.168.203.5@tcp:101:dd.0 Request processed in 685us (1596us total) trans 0 rc 0/0 00000004:00200000:0.0:1746157410.407164:0:11347:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746157410.407167:0:11347:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000100:00100000:2.0:1746157410.407170:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37947 00000004:00010000:0.0:1746157410.407175:0:11347:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.407192:0:11347:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e61a52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 14 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.407203:0:11347:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 13 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.407208:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:0.0:1746157410.407210:0:11347:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157410.407212:0:11347:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a8400, rc 0) 00000100:00100000:0.0:1746157410.407229:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1134:x1830978268685440:12345-192.168.203.5@tcp:101:dd.0 Request processed in 741us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157410.407234:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37948 00000100:00100000:1.0:1746157410.413546:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.413806:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.413866:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268685696 00000100:00100000:2.0:1746157410.413867:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268685952 00000100:00100000:2.0:1746157410.413872:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268685952 00000100:00100000:0.0:1746157410.413872:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268685696 00000100:00100000:2.0:1746157410.413918:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37949 00000100:00100000:2.0:1746157410.413925:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1134:x1830978268685952:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157410.413939:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746157410.413948:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37950 00010000:00010000:2.0:1746157410.413952:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98200/0x4450b99e49e61a67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324d2 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.413955:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1133:x1830978268685696:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157410.413962:0:11347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157410.413970:0:11347:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e61a6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324cb expref: -99 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.414038:0:11347:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414044:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414048:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414318:0:11347:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414337:0:11347:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414343:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414349:0:11347:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414358:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414366:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414379:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414384:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414389:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414421:0:11347:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ce00/0x4450b99e49e61a91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414428:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ce00/0x4450b99e49e61a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414433:0:11347:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ce00/0x4450b99e49e61a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414435:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091882000/0x4450b99e49e61a98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00000004:00200000:0.0:1746157410.414440:0:11347:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746157410.414442:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091882000/0x4450b99e49e61a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414447:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091882000/0x4450b99e49e61a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1746157410.414453:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746157410.414505:0:11347:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414553:0:11347:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414560:0:11347:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414561:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414567:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414571:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414572:0:11347:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e0200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157410.414575:0:11347:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414576:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac16000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157410.414578:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414580:0:11347:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414583:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414592:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:0.0:1746157410.414595:0:11347:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157410.414597:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:0.0:1746157410.414598:0:11347:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414599:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157410.414601:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414602:0:11347:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932e0200/0x4450b99e49e61a75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414606:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e61a7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414614:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414619:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.414623:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414623:0:11347:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414628:0:11347:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414632:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091883e00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157410.414632:0:11347:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414634:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414636:0:11347:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094416400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157410.414637:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414638:0:11347:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414642:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88008e96cb00) 00010000:00010000:2.0:1746157410.414644:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157410.414646:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414646:0:11347:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414650:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61a8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746157410.414652:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88008e96cb00) 00010000:00010000:0.0:1746157410.414654:0:11347:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157410.414656:0:11347:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:0.0:1746157410.414660:0:11347:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094416400/0x4450b99e49e61a83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.414674:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98200/0x4450b99e49e61a67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d2 expref: 16 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.414683:0:11347:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db4a000/0x4450b99e49e61a6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324cb expref: 29 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.414684:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091882000/0x4450b99e49e61a98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d2 expref: 15 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.414689:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:2.0:1746157410.414691:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157410.414693:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091882000, rc 0) 00010000:00010000:0.0:1746157410.414694:0:11347:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254ce00/0x4450b99e49e61a91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324cb expref: 28 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.414699:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:0.0:1746157410.414701:0:11347:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157410.414703:0:11347:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254ce00, rc 0) 00000100:00100000:0.0:1746157410.414959:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1133:x1830978268685696:12345-192.168.203.5@tcp:101:dd.0 Request processed in 1004us (1420us total) trans 4294983519 rc 0/0 00000100:00100000:2.0:1746157410.414960:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1134:x1830978268685952:12345-192.168.203.5@tcp:101:dd.0 Request processed in 1034us (1153us total) trans 4294983520 rc 0/0 00000100:00100000:2.0:1746157410.414965:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37949 00000100:00100000:0.0:1746157410.414972:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37950 00000100:00100000:0.0:1746157410.418546:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.418593:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.418676:0:11347:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268686208 00000100:00100000:2.0:1746157410.418827:0:11347:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268686208 00000100:00100000:3.0:1746157410.418834:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268686464 00000100:00100000:3.0:1746157410.418838:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268686464 00000100:00100000:3.0:1746157410.418870:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37951 00000100:00100000:3.0:1746157410.418876:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1133:x1830978268686464:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:3.0:1746157410.418893:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157410.418896:0:7126:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746157410.418915:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98a00/0x4450b99e49e61a60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324bd expref: 28 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.418980:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:3.0:1746157410.418987:0:7126:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157410.418996:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009321da00/0x4450b99e49e61aad lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324e0 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.419041:0:11347:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37952 00010000:00010000:3.0:1746157410.419129:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.419138:0:7126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 15 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.419144:0:7126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.419166:0:7126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 15 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.419176:0:7126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 15 pid: 11347 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746157410.419186:0:7126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267228288:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157410.419187:0:11347:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1134:x1830978268686208:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157410.419197:0:11347:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157410.419199:0:11347:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746157410.419207:0:11347:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 15 pid: 11347 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746157410.419218:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:2.0:1746157410.419221:0:11347:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.419227:0:11347:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.419232:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.419245:0:11347:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157410.419251:0:11347:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98600/0x4450b99e49e61abb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324d9 expref: -99 pid: 11347 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.419253:0:7126:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b4c540 going to sleep for 11 seconds 00010000:00010000:2.0:1746157410.419314:0:11347:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419321:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419326:0:11347:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419336:0:11347:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419341:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419346:0:11347:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419806:0:11347:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419814:0:11347:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419820:0:11347:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11347 initiator: MDT0 00000004:00200000:2.0:1746157410.419826:0:11347:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746157410.419882:0:11347:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419888:0:11347:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419894:0:11347:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419898:0:11347:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e98000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157410.419901:0:11347:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419907:0:11347:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419913:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:2.0:1746157410.419915:0:11347:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157410.419918:0:11347:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419922:0:11347:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61ac2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419930:0:11347:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419934:0:11347:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419939:0:11347:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419942:0:11347:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a47de800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157410.419944:0:11347:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419952:0:11347:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419957:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009baa2a00) 00010000:00010000:2.0:1746157410.419958:0:11347:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157410.419960:0:11347:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419964:0:11347:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47de800/0x4450b99e49e61ac9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11347 initiator: MDT0 00010000:00010000:2.0:1746157410.419988:0:11347:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98600/0x4450b99e49e61abb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 18 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.419997:0:11347:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 17 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.420003:0:11347:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:2.0:1746157410.420005:0:11347:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157410.420006:0:11347:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a47df000, rc 0) 00000100:00100000:2.0:1746157410.420055:0:11347:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1134:x1830978268686208:12345-192.168.203.5@tcp:101:dd.0 Request processed in 1007us (1515us total) trans 4294983521 rc 0/0 00000100:00100000:2.0:1746157410.420061:0:11347:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37952 00010000:00010000:3.0:1746157410.420880:0:7126:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.5@tcp) returned -22 from blocking AST (req@ffff88008fb4b100 x1830978267228288) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 16 pid: 11347 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746157410.420891:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800919a8400/0x4450b99e49e61a59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324c4 expref: 16 pid: 11347 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746157410.420904:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830978267228288:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157410.420917:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:3.0:1746157410.420922:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.420931:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.420935:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.420947:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.420953:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.420959:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00080000:3.0:1746157410.421235:0:7126:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:3.0:1746157410.421420:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61ae5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421427:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421433:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421452:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421456:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421461:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421469:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009321c800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157410.421471:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421476:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421482:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009baa2f00) 00010000:00010000:3.0:1746157410.421484:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746157410.421486:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746157410.421490:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c800/0x4450b99e49e61ab4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:3.0:1746157410.421497:0:7126:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008fb4f800 reply state ffff88013438c000 transno 4294983522 ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1746157410.421501:0:7126:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157410.421516:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009321da00/0x4450b99e49e61aad lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324e0 expref: 30 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.421528:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c400/0x4450b99e49e61ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324e0 expref: 29 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.421534:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8801337df500) 00010000:00010000:3.0:1746157410.421535:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746157410.421537:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c400, rc 0) 00000100:00100000:3.0:1746157410.422061:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1133:x1830978268686464:12345-192.168.203.5@tcp:101:dd.0 Request processed in 3183us (3465us total) trans 4294983522 rc 0/0 00000100:00100000:3.0:1746157410.422494:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37951 00000100:00100000:0.0:1746157410.422668:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.422894:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268686592 00000100:00100000:3.0:1746157410.422901:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268686592 00000100:00100000:3.0:1746157410.423098:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7284 00000100:00100000:3.0:1746157410.423105:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1134:x1830978268686592:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:3.0:1746157410.423115:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157410.423126:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099afc800/0x4450b99e49e61af3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324e7 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746157410.423150:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746157410.423242:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.423248:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157410.423249:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157410.423252:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099afc800/0x4450b99e49e61af3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324e7 expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.423272:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 35 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.423280:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 35 pid: 16659 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746157410.423289:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267228416:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157410.423588:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b4c540 going to sleep for 11 seconds 00010000:00010000:2.0:1746157410.427488:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.427501:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.427507:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.427512:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009321c600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157410.427516:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.427522:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.427538:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff8801337df100) 00010000:00010000:2.0:1746157410.427540:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157410.427543:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746157410.427547:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009321c600/0x4450b99e49e61ade lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:2.0:1746157410.428452:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.428492:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.428588:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268686976 00000100:00100000:0.0:1746157410.428595:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268686976 00000100:00100000:0.0:1746157410.428634:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268687104 00000100:00100000:0.0:1746157410.428636:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268687104 00000100:00100000:0.0:1746157410.428663:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5155 00000100:00100000:0.0:1746157410.428669:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268686976:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157410.428691:0:32249:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.428703:0:32249:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746157410.428706:0:32249:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.428713:0:32249:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.428781:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5156 00000100:00100000:3.0:1746157410.428788:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1984:x1830978268687104:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157410.428803:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.428811:0:20151:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 31 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.428816:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157410.428817:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746157410.428819:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.428840:0:20151:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 31 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.428849:0:20151:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 31 pid: 8487 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746157410.428859:0:20151:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20151:1830978267228544:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157410.428915:0:20151:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b4c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746157410.430942:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267228416:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157410.430966:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099afc800/0x4450b99e49e61af3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324e7 expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.430978:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099afc800, rc 0) 00000100:00100000:3.0:1746157410.431032:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1134:x1830978268686592:12345-192.168.203.5@tcp:101:dd.0 Request processed in 7926us (8363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157410.431041:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7284 00000100:00100000:3.0:1746157410.434552:0:20151:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb49880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20151:1830978267228544:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157410.434573:0:20151:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.444834:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.444916:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.444996:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268687232 00000100:00100000:1.0:1746157410.445003:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268687232 00010000:00010000:1.0:1746157410.445037:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 32 pid: 8487 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746157410.445056:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268687360 00000100:00100000:1.0:1746157410.445057:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268687360 00010000:00010000:1.0:1746157410.445065:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 37 pid: 16659 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746157410.445115:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10606 00000100:00100000:1.0:1746157410.445121:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268687232:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157410.445131:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746157410.445145:0:7110:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size from disk: 0 -> 12582912 00010000:00010000:1.0:1746157410.445149:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 32 pid: 8487 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746157410.445158:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 32 pid: 8487 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746157410.445176:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e619f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03249a expref: 32 pid: 8487 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746157410.445190:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.445191:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.445194:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.445202:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.445216:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157410.445244:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268687232:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 124us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.445249:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10606 00000100:00100000:1.0:1746157410.445260:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10607 00000100:00100000:1.0:1746157410.445265:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268687360:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157410.445270:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746157410.445278:0:7110:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 13631488 00010000:00010000:1.0:1746157410.445282:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 37 pid: 16659 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746157410.445289:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 37 pid: 16659 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746157410.445300:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac17800/0x4450b99e49e619f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032493 expref: 37 pid: 16659 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746157410.445308:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.445309:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.445314:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099afc800/0x4450b99e49e61af3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324e7 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.445319:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099afc800/0x4450b99e49e61af3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324e7 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.445325:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.445326:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.445328:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.445333:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.445355:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099afc800/0x4450b99e49e61af3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324e7 expref: 6 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157410.445365:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008caf0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267228672:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157410.445406:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099b56600 going to sleep for 11 seconds 00010000:00010000:1.0:1746157410.445418:0:32249:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.445424:0:32249:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.445565:0:20151:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.445574:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157410.450261:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008caf0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267228672:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157410.450280:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157410.450325:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268687360:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5057us (5406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.450332:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10607 00000100:00100000:0.0:1746157410.450930:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.450968:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268687616 00000100:00100000:2.0:1746157410.450974:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268687616 00002000:00100000:2.0:1746157410.451000:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008fab4380 x1830978268687616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.451021:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4380 with x1830978268687616 ext(0->1048575) 00002000:00010000:2.0:1746157410.451025:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab4380 00000100:00100000:2.0:1746157410.451048:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5157 00000100:00100000:2.0:1746157410.451055:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1984:x1830978268687616:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157410.462856:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.462870:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.462877:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.462883:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091522000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157410.462886:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.462894:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.462908:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.462914:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091522000/0x4450b99e49e61b01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.462998:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1984:x1830978268687104:12345-192.168.203.5@tcp:3:dd.0 Request processed in 34205us (34501us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746157410.463007:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5156 00010000:00010000:1.0:1746157410.472294:0:32249:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.472307:0:32249:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.472314:0:32249:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.472320:0:32249:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254da00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157410.472323:0:32249:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.472334:0:32249:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.472348:0:32249:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.472353:0:32249:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254da00/0x4450b99e49e61afa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.472444:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1984:x1830978268687616:12345-192.168.203.5@tcp:3:dd.0 Request processed in 21385us (21511us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157410.472452:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5157 00000100:00100000:1.0:1746157410.472460:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1984:x1830978268686976:12345-192.168.203.5@tcp:3:dd.0 Request processed in 43790us (44012us total) trans 0 rc 1048576/1048576 00002000:00100000:2.0:1746157410.472461:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008fab4380 x1830978268687616/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746157410.472466:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5155 00002000:00100000:2.0:1746157410.472469:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4380 with x1830978268687616 ext(0->1048575) 00002000:00010000:2.0:1746157410.472472:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab4380 00000100:00100000:0.0:1746157410.479504:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.479549:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.479629:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268687872 00000100:00100000:1.0:1746157410.479637:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268687872 00000100:00100000:1.0:1746157410.479689:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268688000 00000100:00100000:1.0:1746157410.479691:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268688000 00000100:00100000:1.0:1746157410.479705:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5158 00000100:00100000:1.0:1746157410.479711:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1983:x1830978268687872:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157410.479749:0:32249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746157410.479756:0:32249:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.479766:0:32249:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.479768:0:32249:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.479772:0:32249:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.479782:0:32249:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.481710:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5159 00000100:00100000:0.0:1746157410.481720:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1983:x1830978268688000:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:0.0:1746157410.481742:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.481751:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.481753:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.481756:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.481765:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.484348:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.484424:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268688256 00000100:00100000:3.0:1746157410.484431:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268688256 00000100:00080000:1.0:1746157410.484557:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746157410.484650:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7285 00000100:00100000:3.0:1746157410.484658:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+6:1134:x1830978268688256:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:3.0:1746157410.484671:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157410.484686:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009321c600/0x4450b99e49e61b16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324ee expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157410.484704:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 12582912, mtime: 0x68143f62, atime: 0x0, ctime: 0x68143f62, blocks: 0x1 00010000:00010000:3.0:1746157410.484717:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.484719:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.484726:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009321c600/0x4450b99e49e61b16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324ee expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.484737:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009321c600/0x4450b99e49e61b16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324ee expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.484746:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009321c600, rc 0) 00000100:00100000:3.0:1746157410.485165:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1134:x1830978268688256:12345-192.168.203.5@tcp:101:dd.0 Request processed in 506us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157410.485173:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7285 00000100:00100000:0.0:1746157410.498029:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.499118:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268688512 00000100:00100000:3.0:1746157410.499126:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268688512 00002000:00100000:3.0:1746157410.499158:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (0->1040383) req@ffff88008fab5180 x1830978268688512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.499166:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5180 with x1830978268688512 ext(0->1040383) 00002000:00010000:3.0:1746157410.499170:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5180 00000100:00100000:3.0:1746157410.499186:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5160 00000100:00100000:3.0:1746157410.499191:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268688512:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:3.0:1746157410.518690:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268688512:12345-192.168.203.5@tcp:3:dd.0 Request processed in 19490us (20674us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746157410.518701:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5160 00002000:00100000:3.0:1746157410.518710:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (0->1040383) req@ffff88008fab5180 x1830978268688512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.518717:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5180 with x1830978268688512 ext(0->1040383) 00002000:00010000:3.0:1746157410.518721:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5180 00000100:00100000:3.0:1746157410.527290:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.527997:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268688640 00000100:00100000:0.0:1746157410.528008:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268688640 00000100:00100000:0.0:1746157410.528347:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7286 00000100:00100000:0.0:1746157410.528357:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1134:x1830978268688640:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157410.528378:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157410.528399:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324f5 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157410.528428:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746157410.528453:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.528455:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.528464:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.528479:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 8 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.528489:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d06c200, rc 0) 00000100:00100000:0.0:1746157410.528552:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1134:x1830978268688640:12345-192.168.203.5@tcp:101:dd.0 Request processed in 196us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157410.528557:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7286 00000100:00100000:0.0:1746157410.542294:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.542362:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.542431:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268688896 00000100:00100000:1.0:1746157410.542438:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268688896 00000100:00100000:3.0:1746157410.542439:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268689024 00000100:00100000:3.0:1746157410.542443:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268689024 00000100:00100000:3.0:1746157410.542468:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7287 00000100:00100000:3.0:1746157410.542473:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1134:x1830978268689024:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:3.0:1746157410.542484:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157410.542498:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0324fc expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157410.542519:0:8487:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746157410.542534:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.542535:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.542542:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.542553:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 8 pid: 8487 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746157410.542554:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff88008fab5500 x1830978268688896/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746157410.542561:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093074200, rc 0) 00002000:00100000:1.0:1746157410.542562:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5500 with x1830978268688896 ext(0->1048575) 00002000:00010000:1.0:1746157410.542566:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5500 00000100:00100000:1.0:1746157410.542579:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5161 00000100:00100000:1.0:1746157410.542585:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1984:x1830978268688896:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157410.542596:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1134:x1830978268689024:12345-192.168.203.5@tcp:101:dd.0 Request processed in 123us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157410.542602:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7287 00000100:00100000:0.0:1746157410.565353:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1984:x1830978268688896:12345-192.168.203.5@tcp:4:dd.0 Request processed in 22761us (23056us total) trans 4294968698 rc 0/0 00000100:00100000:0.0:1746157410.565364:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5161 00002000:00100000:0.0:1746157410.565373:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff88008fab5500 x1830978268688896/t4294968698(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.565381:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5500 with x1830978268688896 ext(0->1048575) 00002000:00010000:0.0:1746157410.565387:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5500 00000100:00100000:1.0:1746157410.567244:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.567265:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268689280 00000100:00100000:1.0:1746157410.567272:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268689280 00002000:00100000:1.0:1746157410.567297:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (1040384->2080767) req@ffff88008caf0a80 x1830978268689280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.567306:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0a80 with x1830978268689280 ext(1040384->2080767) 00002000:00010000:1.0:1746157410.567309:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0a80 00000100:00100000:1.0:1746157410.567327:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5162 00000100:00100000:1.0:1746157410.567333:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1984:x1830978268689280:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:2.0:1746157410.571535:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.571558:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268689536 00000100:00100000:2.0:1746157410.571564:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268689536 00002000:00100000:2.0:1746157410.571595:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880091710e00 x1830978268689536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.571603:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710e00 with x1830978268689536 ext(1048576->2097151) 00002000:00010000:2.0:1746157410.571608:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091710e00 00000100:00100000:2.0:1746157410.571621:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5163 00000100:00100000:2.0:1746157410.571626:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268689536:12345-192.168.203.5@tcp:3:dd.0 00000001:00080000:2.0:1746157410.577528:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968690 is committed 00000001:00080000:2.0:1746157410.577545:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968696 is committed 00002000:00010000:2.0:1746157410.577608:0:32249:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746157410.577611:0:32249:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746157411 00002000:00010000:2.0:1746157410.577613:0:32249:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746157411 00002000:00010000:2.0:1746157410.577614:0:32249:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:2.0:1746157410.577624:0:32249:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.577634:0:32249:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.577641:0:32249:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.577648:0:32249:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012db4a000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157410.577652:0:32249:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.577659:0:32249:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.577673:0:32249:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.577679:0:32249:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61b08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.578384:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268687872:12345-192.168.203.5@tcp:4:dd.0 Request processed in 98667us (98882us total) trans 4294968696 rc 0/0 00000100:00100000:2.0:1746157410.578393:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5158 00000100:00100000:1.0:1746157410.588446:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1984:x1830978268689280:12345-192.168.203.5@tcp:3:dd.0 Request processed in 21107us (21201us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746157410.588455:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5162 00002000:00100000:1.0:1746157410.588465:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (1040384->2080767) req@ffff88008caf0a80 x1830978268689280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.588478:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0a80 with x1830978268689280 ext(1040384->2080767) 00002000:00010000:1.0:1746157410.588483:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0a80 00000100:00100000:2.0:1746157410.593962:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268689536:12345-192.168.203.5@tcp:3:dd.0 Request processed in 22330us (22429us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157410.593971:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5163 00002000:00100000:2.0:1746157410.593980:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880091710e00 x1830978268689536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.593989:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710e00 with x1830978268689536 ext(1048576->2097151) 00002000:00010000:2.0:1746157410.593993:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091710e00 00000100:00100000:1.0:1746157410.594172:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008caf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267229184:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594205:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157410.594242:0:3312:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746157410.594247:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008caf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978267228800:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594273:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157410.594341:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008caf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1830978267228928:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594361:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157410.594373:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267229440:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594385:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157410.594396:0:3310:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746157410.594400:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008caf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1830978267229056:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594411:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157410.594429:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267229184 00000100:00100000:1.0:1746157410.594434:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267229184 00000100:00100000:1.0:1746157410.594460:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267229440 00000100:00100000:1.0:1746157410.594462:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267229440 00000100:00100000:0.0:1746157410.594470:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1746157410.594486:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1746157410.594490:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267229440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594519:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267229440:12345-0@lo:400:kworker.0 Request processed in 28us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.594523:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1746157410.594536:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267228800 00000100:00100000:1.0:1746157410.594539:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267228800 00000100:00100000:1.0:1746157410.594553:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1746157410.594557:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4662850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3312:x1830978267228800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594577:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4662850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3312:x1830978267228800:12345-0@lo:400:kworker.0 Request processed in 19us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.594581:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00080000:1.0:1746157410.594597:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746157410.594600:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157410.594619:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cb24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267229440:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594633:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008caf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978267229312:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594647:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157410.594657:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267228928 00000100:00100000:3.0:1746157410.594660:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267228928 00000100:00100000:1.0:1746157410.594662:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008caf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3312:1830978267228800:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594674:0:21265:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267229056 00000100:00100000:1.0:1746157410.594675:0:21265:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267229056 00000100:00100000:3.0:1746157410.594677:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267229312 00000100:00100000:3.0:1746157410.594678:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267229312 00000100:00100000:3.0:1746157410.594690:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1746157410.594693:0:21265:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1746157410.594694:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1830978267228928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594696:0:21265:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1830978267229312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746157410.594716:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1830978267228928:12345-0@lo:400:kworker.0 Request processed in 22us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.594716:0:21265:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3312:x1830978267229312:12345-0@lo:400:kworker.0 Request processed in 19us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.594720:0:21265:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1746157410.594722:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1746157410.594728:0:21265:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1746157410.594731:0:21265:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1830978267229056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594747:0:21265:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1830978267229056:12345-0@lo:400:kworker.0 Request processed in 16us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.594821:0:21265:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00080000:1.0:1746157410.594832:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746157410.594844:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008caf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1830978267229056:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594853:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008caf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1830978267228928:0@lo:400:kworker.0 00000100:00100000:1.0:1746157410.594868:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008caf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3312:1830978267229312:0@lo:400:kworker.0 00000100:00100000:0.0:1746157410.594964:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267229184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157410.594993:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267229184:12345-0@lo:400:kworker.0 Request processed in 518us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157410.594998:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1746157410.595032:0:3312:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968031 gen 2 00000004:00080000:0.0:1746157410.595036:0:3312:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091715180, transno 4294968031 00000100:00100000:0.0:1746157410.595043:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008caf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267229184:0@lo:400:kworker.0 00000001:00080000:2.0:1746157410.603168:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968698 is committed 00000001:00080000:2.0:1746157410.603234:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968697 is committed 00002000:00010000:2.0:1746157410.603265:0:25492:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 2051 -> 4103 00010000:00010000:2.0:1746157410.603276:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.603284:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.603290:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.603295:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091d45e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157410.603298:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.603304:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.603316:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.603321:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d45e00/0x4450b99e49e61b0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.603381:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1983:x1830978268688000:12345-192.168.203.5@tcp:4:dd.0 Request processed in 121661us (123828us total) trans 4294968697 rc 0/0 00000100:00100000:2.0:1746157410.603389:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5159 00000100:00100000:0.0:1746157410.609560:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.609594:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.609630:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.609649:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268690048 00000100:00100000:0.0:1746157410.609656:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268690048 00000100:00100000:0.0:1746157410.609701:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268689920 00000100:00100000:0.0:1746157410.609704:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268689920 00000100:00100000:0.0:1746157410.609719:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7288 00000100:00100000:0.0:1746157410.609725:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+5:1983:x1830978268690048:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157410.609743:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157410.609755:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d06d200/0x4450b99e49e61b2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03250a expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.609765:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268689792 00000100:00100000:2.0:1746157410.609769:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268689792 00010000:00010000:0.0:1746157410.609776:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.609778:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.609783:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d06d200/0x4450b99e49e61b2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03250a expref: 6 pid: 21450 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746157410.609791:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7289 00002000:00100000:2.0:1746157410.609795:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (2080768->2097151) req@ffff88008fab5880 x1830978268689792/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:0.0:1746157410.609795:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d06d200/0x4450b99e49e61b2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03250a expref: 6 pid: 21450 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746157410.609800:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1983:x1830978268689920:12345-192.168.203.5@tcp:101:dd.0 00002000:00100000:2.0:1746157410.609803:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5880 with x1830978268689792 ext(2080768->2097151) 00010000:00010000:0.0:1746157410.609804:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d06d200, rc 0) 00002000:00010000:2.0:1746157410.609807:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5880 00010000:00010000:1.0:1746157410.609807:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157410.609814:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b26600/0x4450b99e49e61b32 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032503 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.609819:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5164 00010000:00010000:1.0:1746157410.609823:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746157410.609824:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268689792:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157410.609824:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.609829:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b26600/0x4450b99e49e61b32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032503 expref: 36 pid: 8488 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746157410.609835:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268690048:12345-192.168.203.5@tcp:101:dd.0 Request processed in 111us (241us total) trans 0 rc 0/0 00010000:00010000:1.0:1746157410.609837:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b26600/0x4450b99e49e61b32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032503 expref: 36 pid: 8488 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746157410.609841:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7288 00010000:00010000:1.0:1746157410.609843:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b26600, rc 0) 00000100:00100000:1.0:1746157410.609856:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268689920:12345-192.168.203.5@tcp:101:dd.0 Request processed in 59us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157410.609860:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7289 00000100:00100000:2.0:1746157410.610320:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268689792:12345-192.168.203.5@tcp:3:dd.0 Request processed in 494us (766us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1746157410.610326:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5164 00002000:00100000:2.0:1746157410.610331:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (2080768->2097151) req@ffff88008fab5880 x1830978268689792/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/16824 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.610338:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5880 with x1830978268689792 ext(2080768->2097151) 00002000:00010000:2.0:1746157410.610341:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5880 00000100:00100000:0.0:1746157410.613500:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.614285:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268690560 00000100:00100000:2.0:1746157410.614291:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268690560 00000100:00100000:2.0:1746157410.614343:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5165 00000100:00100000:2.0:1746157410.614349:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268690560:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157410.614374:0:32248:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.614384:0:32248:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.614386:0:32248:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.614389:0:32248:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.614399:0:32248:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.614646:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.615482:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268690688 00000100:00100000:3.0:1746157410.615487:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268690688 00000100:00100000:3.0:1746157410.615528:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5166 00000100:00100000:3.0:1746157410.615533:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268690688:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157410.615553:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.615561:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.615562:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.615565:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.615573:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.618208:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.618266:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268690944 00000100:00100000:1.0:1746157410.618271:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268690944 00002000:00100000:1.0:1746157410.618300:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88008fb49c00 x1830978268690944/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.618308:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49c00 with x1830978268690944 ext(0->1048575) 00002000:00010000:1.0:1746157410.618312:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb49c00 00000100:00100000:1.0:1746157410.618328:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5167 00000100:00100000:1.0:1746157410.618333:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268690944:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157410.635743:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.635815:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268691200 00000100:00100000:2.0:1746157410.635823:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268691200 00002000:00100000:2.0:1746157410.635862:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff88008fab6a00 x1830978268691200/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.635870:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6a00 with x1830978268691200 ext(1048576->2097151) 00002000:00010000:2.0:1746157410.635875:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab6a00 00000100:00100000:2.0:1746157410.635903:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5168 00000100:00100000:2.0:1746157410.635910:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268691200:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:3.0:1746157410.639602:0:32248:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.639617:0:32248:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.639624:0:32248:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.639630:0:32248:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4585c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157410.639633:0:32248:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.639640:0:32248:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.639655:0:32248:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.639662:0:32248:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4585c00/0x4450b99e49e61b39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32248 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.641232:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1983:x1830978268690560:12345-192.168.203.5@tcp:3:dd.0 Request processed in 26876us (27907us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157410.641241:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5165 00000100:00100000:1.0:1746157410.642151:0:3310:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746157410.642165:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267229568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746157410.642203:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157410.645704:0:24586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267229568 00000100:00100000:3.0:1746157410.645714:0:24586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267229568 00000100:00100000:3.0:1746157410.645747:0:24586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1746157410.645754:0:24586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267229568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746157410.645773:0:24586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 1703936 free 3856662528 avail 3838836736 00000100:00100000:3.0:1746157410.645818:0:24586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267229568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (3614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157410.645823:0:24586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1746157410.645889:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cb25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267229568:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746157410.646413:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.646423:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.646429:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.646434:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093db9000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157410.646438:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.646444:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.646457:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.646462:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db9000/0x4450b99e49e61b40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.646498:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268690688:12345-192.168.203.5@tcp:3:dd.0 Request processed in 30964us (31851us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746157410.646505:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5166 00000100:00100000:2.0:1746157410.648208:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268691200:12345-192.168.203.5@tcp:4:dd.0 Request processed in 12295us (12468us total) trans 4294968699 rc 0/0 00000100:00100000:2.0:1746157410.648216:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5168 00002000:00100000:2.0:1746157410.648224:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff88008fab6a00 x1830978268691200/t4294968699(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.648232:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6a00 with x1830978268691200 ext(1048576->2097151) 00002000:00010000:2.0:1746157410.648236:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab6a00 00000100:00100000:1.0:1746157410.649318:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268690944:12345-192.168.203.5@tcp:4:dd.0 Request processed in 30981us (31112us total) trans 4294968048 rc 0/0 00000100:00100000:1.0:1746157410.649325:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5167 00002000:00100000:1.0:1746157410.649331:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88008fb49c00 x1830978268690944/t4294968048(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.649338:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49c00 with x1830978268690944 ext(0->1048575) 00002000:00010000:1.0:1746157410.649341:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb49c00 00000100:00100000:0.0:1746157410.649855:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.649918:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268691456 00000100:00100000:1.0:1746157410.649924:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268691456 00002000:00100000:1.0:1746157410.649947:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88008fab6d80 x1830978268691456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.649953:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6d80 with x1830978268691456 ext(2097152->3145727) 00002000:00010000:1.0:1746157410.649956:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab6d80 00000100:00100000:1.0:1746157410.650448:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5169 00000100:00100000:1.0:1746157410.650455:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268691456:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.655221:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.655251:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.655279:0:32249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268691712 00000100:00100000:0.0:1746157410.655282:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.655287:0:32249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268691712 00000100:00100000:0.0:1746157410.655302:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268691968 00000100:00100000:0.0:1746157410.655305:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268691968 00002000:00100000:2.0:1746157410.655318:0:32249:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88012db30450 x1830978268691712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.655327:0:32249:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30450 with x1830978268691712 ext(2097152->3145727) 00002000:00010000:2.0:1746157410.655332:0:32249:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30450 00000100:00100000:0.0:1746157410.655340:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268692096 00000100:00100000:0.0:1746157410.655342:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268692096 00000100:00100000:2.0:1746157410.655348:0:32249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5170 00000100:00100000:2.0:1746157410.655354:0:32249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268691968:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157410.655357:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5171 00000100:00100000:0.0:1746157410.655362:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012db30450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268691712:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:3.0:1746157410.655366:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5172 00000100:00100000:3.0:1746157410.655372:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268692096:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:2.0:1746157410.655386:0:32249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 2088960, mtime: 0x68143f63, atime: 0x0, ctime: 0x68143f63, blocks: 0x1007 00010000:00010000:3.0:1746157410.655396:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.655396:0:32249:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.655406:0:32249:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.655408:0:32249:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.655411:0:32249:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.655533:0:32249:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.655928:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.655930:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.655933:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.655942:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157410.660860:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268691456:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10396us (10997us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.660871:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5169 00002000:00100000:1.0:1746157410.660881:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88008fab6d80 x1830978268691456/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.660889:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6d80 with x1830978268691456 ext(2097152->3145727) 00002000:00010000:1.0:1746157410.660894:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab6d80 00010000:00010000:3.0:1746157410.663632:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157410.666736:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012db30450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268691712:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11366us (11513us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157410.666747:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5171 00002000:00100000:0.0:1746157410.666758:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88012db30450 x1830978268691712/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.666765:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012db30450 with x1830978268691712 ext(2097152->3145727) 00002000:00010000:0.0:1746157410.666770:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012db30450 00000100:00100000:2.0:1746157410.677506:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.677616:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.679279:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268692480 00000100:00100000:1.0:1746157410.679288:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268692480 00002000:00100000:1.0:1746157410.679326:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880091711180 x1830978268692480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.679335:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711180 with x1830978268692480 ext(3145728->4194303) 00002000:00010000:1.0:1746157410.679339:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091711180 00000100:00100000:1.0:1746157410.679367:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268692736 00000100:00100000:1.0:1746157410.679370:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268692736 00002000:00100000:1.0:1746157410.679381:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880091711500 x1830978268692736/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.679388:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711500 with x1830978268692736 ext(1048576->2097151) 00002000:00010000:1.0:1746157410.679390:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091711500 00000100:00100000:2.0:1746157410.679398:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5173 00000100:00100000:1.0:1746157410.679402:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5174 00000100:00100000:2.0:1746157410.679406:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1984:x1830978268692480:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.679406:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1983:x1830978268692736:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157410.686401:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.686553:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1984:x1830978268692480:12345-192.168.203.5@tcp:3:dd.0 Request processed in 7146us (9049us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157410.686561:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5173 00002000:00100000:0.0:1746157410.686570:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880091711180 x1830978268692480/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.686578:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711180 with x1830978268692480 ext(3145728->4194303) 00002000:00010000:0.0:1746157410.686583:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091711180 00000100:00100000:0.0:1746157410.686601:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268692992 00000100:00100000:0.0:1746157410.686606:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268692992 00002000:00100000:0.0:1746157410.686630:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff88008fab4380 x1830978268692992/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.686636:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4380 with x1830978268692992 ext(2097152->3145727) 00002000:00010000:0.0:1746157410.686639:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab4380 00000100:00100000:0.0:1746157410.686706:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5175 00000100:00100000:0.0:1746157410.686713:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1984:x1830978268692992:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157410.688005:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1983:x1830978268692736:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8594us (10384us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1746157410.688024:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5174 00002000:00100000:2.0:1746157410.688031:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880091711500 x1830978268692736/t4294968049(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.688039:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711500 with x1830978268692736 ext(1048576->2097151) 00002000:00010000:2.0:1746157410.688043:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091711500 00000100:00100000:0.0:1746157410.694780:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1984:x1830978268692992:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8063us (8378us total) trans 4294968702 rc 0/0 00000100:00100000:0.0:1746157410.694789:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5175 00002000:00100000:0.0:1746157410.694797:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff88008fab4380 x1830978268692992/t4294968702(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.694804:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4380 with x1830978268692992 ext(2097152->3145727) 00002000:00010000:0.0:1746157410.694809:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab4380 00000100:00100000:0.0:1746157410.701838:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.701861:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268693248 00000100:00100000:0.0:1746157410.701868:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268693248 00002000:00100000:0.0:1746157410.701899:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008fab5180 x1830978268693248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.701909:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5180 with x1830978268693248 ext(3145728->4194303) 00002000:00010000:0.0:1746157410.701914:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5180 00000100:00100000:0.0:1746157410.701930:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5176 00000100:00100000:0.0:1746157410.701936:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1983:x1830978268693248:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.710954:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1983:x1830978268693248:12345-192.168.203.5@tcp:3:dd.0 Request processed in 9012us (9115us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.710963:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5176 00002000:00100000:1.0:1746157410.710972:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008fab5180 x1830978268693248/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.710980:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5180 with x1830978268693248 ext(3145728->4194303) 00002000:00010000:1.0:1746157410.710985:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab5180 00000100:00100000:1.0:1746157410.721034:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.721103:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.721137:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268693504 00000100:00100000:1.0:1746157410.721144:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268693504 00002000:00100000:1.0:1746157410.721173:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff88008caf1880 x1830978268693504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.721181:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1880 with x1830978268693504 ext(4194304->5242879) 00002000:00010000:1.0:1746157410.721185:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf1880 00000100:00100000:1.0:1746157410.721198:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268693760 00000100:00100000:1.0:1746157410.721199:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268693760 00002000:00100000:1.0:1746157410.721209:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008caf3b80 x1830978268693760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.721215:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf3b80 with x1830978268693760 ext(4194304->5242879) 00002000:00010000:1.0:1746157410.721217:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf3b80 00000100:00100000:1.0:1746157410.721228:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5177 00000100:00100000:1.0:1746157410.721234:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268693504:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.721720:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5178 00000100:00100000:1.0:1746157410.721726:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268693760:12345-192.168.203.5@tcp:3:dd.0 00002000:00010000:2.0:1746157410.721827:0:32249:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746157410.721831:0:32249:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:2.0:1746157410.721840:0:32249:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.721849:0:32249:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.721856:0:32249:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.721862:0:32249:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091512600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157410.721866:0:32249:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.721872:0:32249:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.721886:0:32249:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.721892:0:32249:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091512600/0x4450b99e49e61b47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.721933:0:32249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1984:x1830978268691968:12345-192.168.203.5@tcp:4:dd.0 Request processed in 66578us (66680us total) trans 4294968700 rc 0/0 00000100:00100000:2.0:1746157410.721939:0:32249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5170 00000001:00080000:2.0:1746157410.721963:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968699 is committed 00000001:00080000:2.0:1746157410.721971:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968700 is committed 00000100:00100000:1.0:1746157410.728791:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.728816:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268694016 00000100:00100000:1.0:1746157410.728822:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268694016 00002000:00100000:1.0:1746157410.728851:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008caf1500 x1830978268694016/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.728859:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1500 with x1830978268694016 ext(2097152->3145727) 00002000:00010000:1.0:1746157410.728864:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf1500 00000100:00100000:1.0:1746157410.728879:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5179 00000100:00100000:1.0:1746157410.728886:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268694016:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157410.738230:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268693504:12345-192.168.203.5@tcp:3:dd.0 Request processed in 16988us (17195us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.738240:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5177 00002000:00100000:1.0:1746157410.738249:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff88008caf1880 x1830978268693504/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.738256:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1880 with x1830978268693504 ext(4194304->5242879) 00002000:00010000:1.0:1746157410.738261:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf1880 00000100:00100000:3.0:1746157410.744662:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268694016:12345-192.168.203.5@tcp:4:dd.0 Request processed in 15770us (15871us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1746157410.744673:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5179 00002000:00100000:3.0:1746157410.744683:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008caf1500 x1830978268694016/t4294968050(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.744692:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1500 with x1830978268694016 ext(2097152->3145727) 00002000:00010000:3.0:1746157410.744697:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf1500 00000100:00100000:2.0:1746157410.746067:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.746134:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268694272 00000100:00100000:2.0:1746157410.746140:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268694272 00002000:00100000:2.0:1746157410.746169:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880091711880 x1830978268694272/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.746176:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711880 with x1830978268694272 ext(3145728->4194303) 00002000:00010000:2.0:1746157410.746180:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091711880 00000100:00100000:2.0:1746157410.746194:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5180 00000100:00100000:2.0:1746157410.746199:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268694272:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157410.746274:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268693760:12345-192.168.203.5@tcp:3:dd.0 Request processed in 24546us (25169us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.746282:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5178 00002000:00100000:1.0:1746157410.746287:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008caf3b80 x1830978268693760/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.746294:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf3b80 with x1830978268693760 ext(4194304->5242879) 00002000:00010000:1.0:1746157410.746297:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf3b80 00000100:00100000:3.0:1746157410.756091:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.756221:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268694528 00000100:00100000:1.0:1746157410.756228:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268694528 00002000:00100000:1.0:1746157410.756259:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008fb49880 x1830978268694528/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.756267:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49880 with x1830978268694528 ext(3145728->4194303) 00002000:00010000:1.0:1746157410.756271:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb49880 00000100:00100000:1.0:1746157410.756284:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5181 00000100:00100000:1.0:1746157410.756290:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268694528:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157410.760728:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268694272:12345-192.168.203.5@tcp:4:dd.0 Request processed in 14521us (14656us total) trans 4294968703 rc 0/0 00000100:00100000:3.0:1746157410.760739:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5180 00002000:00100000:3.0:1746157410.760748:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880091711880 x1830978268694272/t4294968703(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.760756:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711880 with x1830978268694272 ext(3145728->4194303) 00002000:00010000:3.0:1746157410.760761:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091711880 00000100:00100000:0.0:1746157410.767255:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1985:x1830978268694528:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10958us (11179us total) trans 4294968051 rc 0/0 00000100:00100000:0.0:1746157410.767265:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5181 00002000:00100000:0.0:1746157410.767275:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008fb49880 x1830978268694528/t4294968051(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.767283:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb49880 with x1830978268694528 ext(3145728->4194303) 00002000:00010000:0.0:1746157410.767288:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb49880 00000100:00100000:3.0:1746157410.770261:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.770506:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268694784 00000100:00100000:1.0:1746157410.770514:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268694784 00002000:00100000:1.0:1746157410.770543:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88008fb4b100 x1830978268694784/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.770552:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4b100 with x1830978268694784 ext(4194304->5242879) 00002000:00010000:1.0:1746157410.770556:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4b100 00000100:00100000:1.0:1746157410.770571:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5182 00000100:00100000:1.0:1746157410.770576:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268694784:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157410.771883:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267229696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746157410.771920:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157410.771962:0:8491:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267229696 00000100:00100000:3.0:1746157410.771966:0:8491:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267229696 00000100:00100000:3.0:1746157410.771987:0:8491:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1746157410.771992:0:8491:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267229696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746157410.772006:0:8491:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 381485056 pending 30670848 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746157410.772045:0:8491:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267229696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157410.772050:0:8491:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1746157410.772103:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267229696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746157410.784418:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268694784:12345-192.168.203.5@tcp:4:dd.0 Request processed in 13834us (14155us total) trans 4294968704 rc 0/0 00000100:00100000:1.0:1746157410.784428:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5182 00002000:00100000:1.0:1746157410.784437:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88008fb4b100 x1830978268694784/t4294968704(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.784444:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4b100 with x1830978268694784 ext(4194304->5242879) 00002000:00010000:1.0:1746157410.784448:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4b100 00000100:00100000:1.0:1746157410.786797:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.786838:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.786948:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268695040 00000100:00100000:3.0:1746157410.786955:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268695040 00002000:00100000:3.0:1746157410.786986:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff88008caf2680 x1830978268695040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.786994:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf2680 with x1830978268695040 ext(5242880->6291455) 00002000:00010000:3.0:1746157410.786997:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf2680 00000100:00100000:3.0:1746157410.787018:0:32248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268695296 00000100:00100000:3.0:1746157410.787020:0:32248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268695296 00002000:00100000:3.0:1746157410.787029:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008caf0000 x1830978268695296/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.787035:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0000 with x1830978268695296 ext(5242880->6291455) 00002000:00010000:3.0:1746157410.787037:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0000 00000100:00100000:3.0:1746157410.787047:0:32248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5183 00000100:00100000:3.0:1746157410.787052:0:32248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1985:x1830978268695040:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.787882:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5184 00000100:00100000:0.0:1746157410.787891:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1986:x1830978268695296:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.798262:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1986:x1830978268695296:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10365us (11415us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157410.798272:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5184 00002000:00100000:0.0:1746157410.798280:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008caf0000 x1830978268695296/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.798288:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0000 with x1830978268695296 ext(5242880->6291455) 00002000:00010000:0.0:1746157410.798292:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0000 00000100:00100000:3.0:1746157410.798716:0:32248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1985:x1830978268695040:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11661us (11922us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157410.798722:0:32248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5183 00002000:00100000:3.0:1746157410.798727:0:32248:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff88008caf2680 x1830978268695040/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.798740:0:32248:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf2680 with x1830978268695040 ext(5242880->6291455) 00002000:00010000:3.0:1746157410.798743:0:32248:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf2680 00000001:00080000:2.0:1746157410.799877:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968702 is committed 00000001:00080000:2.0:1746157410.799892:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968701 is committed 00002000:00010000:3.0:1746157410.800935:0:8493:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:3.0:1746157410.800947:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.800956:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.800963:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.800969:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093db8000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157410.800972:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.800978:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.800993:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.800998:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db8000/0x4450b99e49e61b4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.801280:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268692096:12345-192.168.203.5@tcp:4:dd.0 Request processed in 145903us (145992us total) trans 4294968701 rc 0/0 00000100:00100000:3.0:1746157410.801291:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5172 00000100:00100000:0.0:1746157410.804912:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.805206:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.805238:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268695680 00000100:00100000:3.0:1746157410.805246:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268695680 00002000:00100000:3.0:1746157410.805283:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88008fab5500 x1830978268695680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.805291:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5500 with x1830978268695680 ext(6291456->7340031) 00002000:00010000:3.0:1746157410.805295:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab5500 00000100:00100000:0.0:1746157410.806038:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.806174:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268695808 00000100:00100000:3.0:1746157410.806178:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268695808 00002000:00100000:3.0:1746157410.806196:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88008fab4700 x1830978268695808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.806203:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4700 with x1830978268695808 ext(6291456->7340031) 00002000:00010000:3.0:1746157410.806206:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab4700 00000100:00100000:3.0:1746157410.806221:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5185 00000100:00100000:3.0:1746157410.806227:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1983:x1830978268695680:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.807633:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.807646:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.807664:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.807709:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268696192 00000100:00100000:1.0:1746157410.807714:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268696192 00002000:00100000:1.0:1746157410.807742:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88008fab4a80 x1830978268696192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.807748:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4a80 with x1830978268696192 ext(7340032->8388607) 00002000:00010000:1.0:1746157410.807751:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab4a80 00000100:00100000:1.0:1746157410.807765:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268696448 00000100:00100000:1.0:1746157410.807767:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268696448 00000100:00100000:1.0:1746157410.807778:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268696704 00000100:00100000:1.0:1746157410.807779:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268696704 00000100:00100000:1.0:1746157410.807788:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268696576 00000100:00100000:1.0:1746157410.807790:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268696576 00000100:00100000:1.0:1746157410.807801:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5186 00000100:00100000:1.0:1746157410.807806:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1983:x1830978268695808:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.808402:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5187 00000100:00100000:1.0:1746157410.808408:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1984:x1830978268696192:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.808797:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5188 00000100:00100000:1.0:1746157410.808802:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268696448:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157410.808822:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.808834:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.808836:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.808840:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.808851:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157410.809314:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5189 00000100:00100000:1.0:1746157410.809320:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268696704:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157410.809337:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.809347:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.809349:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157410.809351:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.809359:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.810225:0:8494:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5190 00000100:00100000:0.0:1746157410.810234:0:8494:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268696576:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157410.810264:0:8494:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810272:0:8494:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.810273:0:8494:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.810276:0:8494:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810284:0:8494:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810665:0:8494:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810673:0:8494:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810679:0:8494:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810684:0:8494:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfa400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157410.810687:0:8494:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810693:0:8494:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810708:0:8494:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.810713:0:8494:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa400/0x4450b99e49e61b63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8494 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.810768:0:8494:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268696576:12345-192.168.203.5@tcp:3:dd.0 Request processed in 535us (3102us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1746157410.810774:0:8494:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5190 00000100:00100000:1.0:1746157410.817142:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.817143:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1983:x1830978268695680:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10915us (12237us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157410.817153:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5185 00002000:00100000:2.0:1746157410.817162:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88008fab5500 x1830978268695680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.817171:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab5500 with x1830978268695680 ext(6291456->7340031) 00002000:00010000:2.0:1746157410.817175:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab5500 00000100:00100000:2.0:1746157410.817193:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268697088 00000100:00100000:2.0:1746157410.817198:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268697088 00002000:00100000:2.0:1746157410.817222:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008caf0700 x1830978268697088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.817229:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0700 with x1830978268697088 ext(7340032->8388607) 00002000:00010000:2.0:1746157410.817232:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0700 00000100:00100000:2.0:1746157410.817242:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5191 00000100:00100000:2.0:1746157410.817248:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1984:x1830978268697088:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.817658:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.817861:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268697344 00000100:00100000:3.0:1746157410.817866:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268697344 00002000:00100000:3.0:1746157410.817882:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008fab6a00 x1830978268697344/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.817889:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6a00 with x1830978268697344 ext(4194304->5242879) 00002000:00010000:3.0:1746157410.817892:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab6a00 00000100:00100000:3.0:1746157410.817916:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5192 00000100:00100000:3.0:1746157410.817921:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1984:x1830978268697344:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157410.823539:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1983:x1830978268695808:12345-192.168.203.5@tcp:3:dd.0 Request processed in 15724us (18325us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.823548:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5186 00002000:00100000:1.0:1746157410.823556:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88008fab4700 x1830978268695808/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.823563:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4700 with x1830978268695808 ext(6291456->7340031) 00002000:00010000:1.0:1746157410.823568:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab4700 00000100:00100000:2.0:1746157410.830020:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.830102:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268697600 00000100:00100000:0.0:1746157410.830107:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1984:x1830978268696192:12345-192.168.203.5@tcp:3:dd.0 Request processed in 21698us (24068us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.830108:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268697600 00000100:00100000:0.0:1746157410.830115:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5187 00002000:00100000:0.0:1746157410.830123:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88008fab4a80 x1830978268696192/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.830131:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4a80 with x1830978268696192 ext(7340032->8388607) 00002000:00100000:1.0:1746157410.830134:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880091711c00 x1830978268697600/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00010000:0.0:1746157410.830135:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab4a80 00002000:00100000:1.0:1746157410.830139:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711c00 with x1830978268697600 ext(5242880->6291455) 00002000:00010000:1.0:1746157410.830142:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091711c00 00000100:00100000:0.0:1746157410.830151:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5193 00000100:00100000:0.0:1746157410.830157:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1983:x1830978268697600:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:1.0:1746157410.834159:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.834173:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.834181:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.834187:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b0e400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157410.834190:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.834196:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.834210:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.834215:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099b0e400/0x4450b99e49e61b55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157410.834818:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268696448:12345-192.168.203.5@tcp:3:dd.0 Request processed in 26013us (27185us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157410.834819:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1984:x1830978268697344:12345-192.168.203.5@tcp:4:dd.0 Request processed in 16894us (17157us total) trans 4294968052 rc 0/0 00000100:00100000:3.0:1746157410.834826:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5192 00000100:00100000:1.0:1746157410.834829:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5188 00002000:00100000:3.0:1746157410.834834:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008fab6a00 x1830978268697344/t4294968052(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.834839:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6a00 with x1830978268697344 ext(4194304->5242879) 00002000:00010000:3.0:1746157410.834842:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab6a00 00010000:00010000:1.0:1746157410.839679:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.839692:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.839699:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.839709:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b53b6800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157410.839713:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.839720:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.839734:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.839739:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b53b6800/0x4450b99e49e61b5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157410.839807:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268696704:12345-192.168.203.5@tcp:3:dd.0 Request processed in 30483us (32155us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1746157410.839815:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5189 00000100:00100000:3.0:1746157410.843948:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1984:x1830978268697088:12345-192.168.203.5@tcp:3:dd.0 Request processed in 26692us (26805us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157410.843957:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5191 00002000:00100000:3.0:1746157410.843965:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008caf0700 x1830978268697088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.843973:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0700 with x1830978268697088 ext(7340032->8388607) 00002000:00010000:3.0:1746157410.843978:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0700 00000100:00100000:1.0:1746157410.844650:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1983:x1830978268697600:12345-192.168.203.5@tcp:4:dd.0 Request processed in 14492us (14647us total) trans 4294968705 rc 0/0 00000100:00100000:1.0:1746157410.844658:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5193 00002000:00100000:1.0:1746157410.844663:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880091711c00 x1830978268697600/t4294968705(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.844671:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711c00 with x1830978268697600 ext(5242880->6291455) 00002000:00010000:1.0:1746157410.844674:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091711c00 00000100:00100000:0.0:1746157410.844835:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.845165:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268697856 00000100:00100000:1.0:1746157410.845171:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268697856 00002000:00100000:1.0:1746157410.845200:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008fab6d80 x1830978268697856/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.845208:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6d80 with x1830978268697856 ext(5242880->6291455) 00002000:00010000:1.0:1746157410.845211:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab6d80 00000100:00100000:1.0:1746157410.845235:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5194 00000100:00100000:1.0:1746157410.845241:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1986:x1830978268697856:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157410.852475:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.852510:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.852545:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.852572:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268698112 00000100:00100000:0.0:1746157410.852579:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268698112 00000100:00100000:0.0:1746157410.852614:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268698240 00000100:00100000:0.0:1746157410.852616:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268698240 00000100:00100000:0.0:1746157410.852626:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268698624 00000100:00100000:0.0:1746157410.852628:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268698624 00002000:00100000:0.0:1746157410.852640:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88008fab4e00 x1830978268698624/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.852649:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4e00 with x1830978268698624 ext(6291456->7340031) 00002000:00010000:0.0:1746157410.852654:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab4e00 00000100:00100000:0.0:1746157410.852672:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5195 00000100:00100000:0.0:1746157410.852678:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268698112:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:0.0:1746157410.852716:0:25281:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 4177920, mtime: 0x68143f63, atime: 0x0, ctime: 0x68143f63, blocks: 0x2007 00010000:00010000:0.0:1746157410.852723:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.852733:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.852735:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.852739:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.852749:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.853041:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5196 00000100:00100000:2.0:1746157410.853048:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268698240:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:2.0:1746157410.853062:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.853068:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.853087:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.853090:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.853097:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.853288:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5197 00000100:00100000:0.0:1746157410.853293:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268698624:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157410.858332:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1986:x1830978268697856:12345-192.168.203.5@tcp:4:dd.0 Request processed in 13084us (13490us total) trans 4294968053 rc 0/0 00000100:00100000:1.0:1746157410.858343:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5194 00002000:00100000:1.0:1746157410.858353:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008fab6d80 x1830978268697856/t4294968053(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.858361:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab6d80 with x1830978268697856 ext(5242880->6291455) 00002000:00010000:1.0:1746157410.858365:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fab6d80 00000100:00100000:2.0:1746157410.860871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.862058:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268698880 00000100:00100000:1.0:1746157410.862066:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268698880 00002000:00100000:1.0:1746157410.862110:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880091711f80 x1830978268698880/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.862119:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711f80 with x1830978268698880 ext(6291456->7340031) 00002000:00010000:1.0:1746157410.862124:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091711f80 00000100:00100000:1.0:1746157410.862139:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5198 00000100:00100000:1.0:1746157410.862144:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1985:x1830978268698880:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157410.867573:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1985:x1830978268698624:12345-192.168.203.5@tcp:4:dd.0 Request processed in 14272us (15020us total) trans 4294968707 rc 0/0 00000100:00100000:1.0:1746157410.867584:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5197 00002000:00100000:1.0:1746157410.867593:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88008fab4e00 x1830978268698624/t4294968707(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.867602:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fab4e00 with x1830978268698624 ext(6291456->7340031) 00002000:00010000:1.0:1746157410.867607:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fab4e00 00000100:00100000:0.0:1746157410.867753:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.867895:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268699136 00000100:00100000:1.0:1746157410.867901:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268699136 00002000:00100000:1.0:1746157410.867921:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff880092c85180 x1830978268699136/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.867928:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85180 with x1830978268699136 ext(7340032->8388607) 00002000:00010000:1.0:1746157410.867931:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c85180 00000100:00100000:1.0:1746157410.868374:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5199 00000100:00100000:1.0:1746157410.868381:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1985:x1830978268699136:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157410.877555:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.877598:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268699392 00000100:00100000:3.0:1746157410.877606:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268699392 00002000:00100000:3.0:1746157410.877636:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880091712300 x1830978268699392/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.877644:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712300 with x1830978268699392 ext(8388608->9437183) 00002000:00010000:3.0:1746157410.877649:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091712300 00000100:00100000:3.0:1746157410.877664:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5200 00000100:00100000:3.0:1746157410.877670:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+22:1986:x1830978268699392:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.877917:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1985:x1830978268698880:12345-192.168.203.5@tcp:4:dd.0 Request processed in 15770us (17050us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1746157410.877924:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5198 00002000:00100000:1.0:1746157410.877930:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880091711f80 x1830978268698880/t4294968054(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.877937:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091711f80 with x1830978268698880 ext(6291456->7340031) 00002000:00010000:1.0:1746157410.877940:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091711f80 00000100:00100000:1.0:1746157410.877977:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.877989:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268699648 00000100:00100000:1.0:1746157410.877992:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268699648 00002000:00100000:1.0:1746157410.878004:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008caf1f80 x1830978268699648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.878021:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1f80 with x1830978268699648 ext(8388608->9437183) 00002000:00010000:1.0:1746157410.878025:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf1f80 00000100:00100000:1.0:1746157410.878035:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5201 00000100:00100000:1.0:1746157410.878040:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1986:x1830978268699648:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.882645:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1985:x1830978268699136:12345-192.168.203.5@tcp:4:dd.0 Request processed in 14257us (14884us total) trans 4294968709 rc 0/0 00000100:00100000:1.0:1746157410.882654:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5199 00002000:00100000:1.0:1746157410.882663:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff880092c85180 x1830978268699136/t4294968709(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.882671:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85180 with x1830978268699136 ext(7340032->8388607) 00002000:00010000:1.0:1746157410.882676:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c85180 00000100:00100000:0.0:1746157410.889020:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091712300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+22:1986:x1830978268699392:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11335us (11453us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157410.889030:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5200 00002000:00100000:0.0:1746157410.889040:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880091712300 x1830978268699392/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.889047:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712300 with x1830978268699392 ext(8388608->9437183) 00002000:00010000:0.0:1746157410.889052:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091712300 00000100:00100000:1.0:1746157410.891492:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1986:x1830978268699648:12345-192.168.203.5@tcp:3:dd.0 Request processed in 13446us (13508us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.891501:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5201 00002000:00100000:1.0:1746157410.891509:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008caf1f80 x1830978268699648/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.891517:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf1f80 with x1830978268699648 ext(8388608->9437183) 00002000:00010000:1.0:1746157410.891521:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf1f80 00000100:00100000:1.0:1746157410.896914:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.896947:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.896963:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268699904 00000100:00100000:0.0:1746157410.896963:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268700160 00000100:00100000:1.0:1746157410.896969:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268699904 00000100:00100000:0.0:1746157410.896969:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268700160 00002000:00100000:0.0:1746157410.896999:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008caf3800 x1830978268700160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.897001:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff88008caf2a00 x1830978268699904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.897015:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf2a00 with x1830978268699904 ext(9437184->10485759) 00002000:00100000:0.0:1746157410.897015:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf3800 with x1830978268700160 ext(9437184->10485759) 00002000:00010000:1.0:1746157410.897019:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf2a00 00002000:00010000:0.0:1746157410.897019:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf3800 00000100:00100000:1.0:1746157410.897034:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5202 00000100:00100000:1.0:1746157410.897043:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+22:1984:x1830978268699904:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.897043:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5203 00000100:00100000:0.0:1746157410.897047:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1983:x1830978268700160:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.897610:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.897627:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268700416 00000100:00100000:0.0:1746157410.897630:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268700416 00002000:00100000:0.0:1746157410.897644:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880092c87100 x1830978268700416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.897651:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87100 with x1830978268700416 ext(10485760->11534335) 00002000:00010000:0.0:1746157410.897654:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87100 00000100:00100000:0.0:1746157410.897665:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5204 00000100:00100000:0.0:1746157410.897670:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1983:x1830978268700416:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.901474:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.901496:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268700672 00000100:00100000:0.0:1746157410.901587:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268700672 00000100:00100000:1.0:1746157410.901618:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00002000:00100000:0.0:1746157410.901644:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008caf0a80 x1830978268700672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.901656:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0a80 with x1830978268700672 ext(10485760->11534335) 00002000:00010000:0.0:1746157410.901661:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0a80 00000100:00100000:0.0:1746157410.901676:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268700928 00000100:00100000:0.0:1746157410.901678:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268700928 00002000:00100000:0.0:1746157410.901689:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009ba8a680 x1830978268700928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.901696:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8a680 with x1830978268700928 ext(11534336->12582911) 00002000:00010000:0.0:1746157410.901698:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba8a680 00000100:00100000:0.0:1746157410.901715:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5205 00000100:00100000:0.0:1746157410.901721:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1984:x1830978268700672:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.901736:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5206 00000100:00100000:1.0:1746157410.901743:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1983:x1830978268700928:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:0.0:1746157410.905445:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.905489:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268701184 00000100:00100000:2.0:1746157410.905495:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268701184 00002000:00100000:2.0:1746157410.905529:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880092c84e00 x1830978268701184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.905538:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84e00 with x1830978268701184 ext(11534336->12582911) 00002000:00010000:2.0:1746157410.905543:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c84e00 00000100:00100000:2.0:1746157410.905561:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5207 00000100:00100000:2.0:1746157410.905567:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+22:1984:x1830978268701184:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.906867:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1984:x1830978268699904:12345-192.168.203.5@tcp:3:dd.0 Request processed in 9821us (9952us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.906874:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5202 00002000:00100000:1.0:1746157410.906881:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff88008caf2a00 x1830978268699904/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.906888:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf2a00 with x1830978268699904 ext(9437184->10485759) 00002000:00010000:1.0:1746157410.906891:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008caf2a00 00000100:00100000:0.0:1746157410.908114:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+22:1983:x1830978268700160:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11063us (11163us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157410.908121:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5203 00002000:00100000:0.0:1746157410.908127:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008caf3800 x1830978268700160/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.908134:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf3800 with x1830978268700160 ext(9437184->10485759) 00002000:00010000:0.0:1746157410.908138:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf3800 00000100:00100000:1.0:1746157410.911777:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1983:x1830978268700416:12345-192.168.203.5@tcp:3:dd.0 Request processed in 14100us (14160us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.911786:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5204 00002000:00100000:1.0:1746157410.911795:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff880092c87100 x1830978268700416/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.911804:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87100 with x1830978268700416 ext(10485760->11534335) 00002000:00010000:1.0:1746157410.911808:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87100 00000100:00100000:0.0:1746157410.914326:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.914361:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268701440 00000100:00100000:1.0:1746157410.914367:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268701440 00002000:00100000:1.0:1746157410.914398:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880092c86680 x1830978268701440/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.914406:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86680 with x1830978268701440 ext(12582912->13631487) 00002000:00010000:1.0:1746157410.914411:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c86680 00000100:00100000:1.0:1746157410.914425:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5208 00000100:00100000:1.0:1746157410.914431:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1984:x1830978268701440:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157410.916343:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1983:x1830978268700928:12345-192.168.203.5@tcp:3:dd.0 Request processed in 14597us (14721us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.916351:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5206 00002000:00100000:1.0:1746157410.916358:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009ba8a680 x1830978268700928/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.916366:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8a680 with x1830978268700928 ext(11534336->12582911) 00002000:00010000:1.0:1746157410.916369:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ba8a680 00000100:00100000:0.0:1746157410.917675:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.917758:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268701696 00000100:00100000:1.0:1746157410.917764:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268701696 00002000:00100000:1.0:1746157410.917791:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092c85500 x1830978268701696/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.917799:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85500 with x1830978268701696 ext(7340032->8388607) 00002000:00010000:1.0:1746157410.917803:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85500 00000100:00100000:1.0:1746157410.917817:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5209 00000100:00100000:1.0:1746157410.917824:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1984:x1830978268701696:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157410.920801:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1984:x1830978268700672:12345-192.168.203.5@tcp:3:dd.0 Request processed in 19075us (19327us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157410.920811:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5205 00002000:00100000:1.0:1746157410.920819:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008caf0a80 x1830978268700672/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.920828:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008caf0a80 with x1830978268700672 ext(10485760->11534335) 00002000:00010000:1.0:1746157410.920832:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008caf0a80 00000100:00100000:2.0:1746157410.921874:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1984:x1830978268701184:12345-192.168.203.5@tcp:3:dd.0 Request processed in 16305us (16431us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157410.921880:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5207 00002000:00100000:2.0:1746157410.921885:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880092c84e00 x1830978268701184/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.921892:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c84e00 with x1830978268701184 ext(11534336->12582911) 00002000:00010000:2.0:1746157410.921895:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c84e00 00000100:00100000:0.0:1746157410.924784:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1984:x1830978268701440:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10346us (10455us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157410.924795:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5208 00002000:00100000:0.0:1746157410.924804:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff880092c86680 x1830978268701440/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/440 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.924812:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86680 with x1830978268701440 ext(12582912->13631487) 00002000:00010000:0.0:1746157410.924815:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c86680 00000100:00100000:3.0:1746157410.924972:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1984:x1830978268701696:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7147us (7299us total) trans 4294968055 rc 0/0 00000100:00100000:3.0:1746157410.924980:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5209 00002000:00100000:3.0:1746157410.924986:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092c85500 x1830978268701696/t4294968055(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.924993:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85500 with x1830978268701696 ext(7340032->8388607) 00002000:00010000:3.0:1746157410.924996:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85500 00000001:00080000:2.0:1746157410.926843:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968706 is committed 00000001:00080000:2.0:1746157410.926856:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968707 is committed 00000100:00100000:2.0:1746157410.927135:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.927153:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268701952 00000100:00100000:2.0:1746157410.927159:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268701952 00002000:00100000:2.0:1746157410.927187:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff880091712680 x1830978268701952/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.927195:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712680 with x1830978268701952 ext(8388608->9437183) 00002000:00010000:2.0:1746157410.927199:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091712680 00000100:00100000:2.0:1746157410.927213:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5210 00000100:00100000:2.0:1746157410.927219:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268701952:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157410.927375:0:25281:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:1.0:1746157410.927379:0:25281:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:1.0:1746157410.927388:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.927397:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.927404:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.927411:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfac00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157410.927414:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.927422:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.927435:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157410.927440:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbfac00/0x4450b99e49e61b6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157410.927486:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268698112:12345-192.168.203.5@tcp:4:dd.0 Request processed in 74808us (75017us total) trans 4294968706 rc 0/0 00000100:00100000:1.0:1746157410.927492:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5195 00000100:00100000:3.0:1746157410.936224:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1986:x1830978268701952:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8998us (9085us total) trans 4294968710 rc 0/0 00000100:00100000:3.0:1746157410.936235:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5210 00002000:00100000:3.0:1746157410.936244:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff880091712680 x1830978268701952/t4294968710(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.936253:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712680 with x1830978268701952 ext(8388608->9437183) 00002000:00010000:3.0:1746157410.936258:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091712680 00000100:00100000:2.0:1746157410.941698:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.941772:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268702208 00000100:00100000:3.0:1746157410.941780:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268702208 00002000:00100000:3.0:1746157410.941816:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880091712a00 x1830978268702208/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.941824:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712a00 with x1830978268702208 ext(8388608->9437183) 00002000:00010000:3.0:1746157410.941829:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091712a00 00000100:00100000:3.0:1746157410.941939:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5211 00000100:00100000:3.0:1746157410.941947:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1985:x1830978268702208:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157410.947760:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.947885:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268702464 00000100:00100000:1.0:1746157410.947892:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268702464 00002000:00100000:1.0:1746157410.947922:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff880091712d80 x1830978268702464/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157410.947930:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712d80 with x1830978268702464 ext(9437184->10485759) 00002000:00010000:1.0:1746157410.947934:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091712d80 00000100:00100000:1.0:1746157410.947949:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5212 00000100:00100000:1.0:1746157410.947954:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268702464:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157410.948873:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1985:x1830978268702208:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6914us (7167us total) trans 4294968056 rc 0/0 00000100:00100000:3.0:1746157410.948881:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5211 00002000:00100000:3.0:1746157410.948887:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880091712a00 x1830978268702208/t4294968056(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157410.949214:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712a00 with x1830978268702208 ext(8388608->9437183) 00002000:00010000:3.0:1746157410.949218:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091712a00 00000100:00100000:0.0:1746157410.953892:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268702464:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5931us (6131us total) trans 4294968711 rc 0/0 00000100:00100000:0.0:1746157410.953902:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5212 00002000:00100000:0.0:1746157410.953911:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff880091712d80 x1830978268702464/t4294968711(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.953919:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091712d80 with x1830978268702464 ext(9437184->10485759) 00002000:00010000:0.0:1746157410.953924:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091712d80 00000100:00100000:2.0:1746157410.956921:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.957065:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268702720 00000100:00100000:0.0:1746157410.957100:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268702720 00002000:00100000:0.0:1746157410.957131:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880091713100 x1830978268702720/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.957314:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091713100 with x1830978268702720 ext(9437184->10485759) 00002000:00010000:0.0:1746157410.957318:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091713100 00000100:00100000:0.0:1746157410.957348:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5213 00000100:00100000:0.0:1746157410.957355:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1986:x1830978268702720:12345-192.168.203.5@tcp:4:dd.0 00000001:00080000:2.0:1746157410.958162:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968709 is committed 00000001:00080000:2.0:1746157410.958175:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968708 is committed 00002000:00010000:2.0:1746157410.958846:0:2047:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:2.0:1746157410.958858:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.958867:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.958874:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.958880:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c75600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157410.958884:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.958891:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.958906:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.958913:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c75600/0x4450b99e49e61b71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.959139:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268698240:12345-192.168.203.5@tcp:4:dd.0 Request processed in 106088us (106624us total) trans 4294968708 rc 0/0 00000100:00100000:2.0:1746157410.959147:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5196 00000100:00100000:3.0:1746157410.962446:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.962512:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.962529:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268703104 00000100:00100000:3.0:1746157410.962536:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268703104 00000100:00100000:3.0:1746157410.962661:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268703360 00000100:00100000:3.0:1746157410.962664:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268703360 00000100:00100000:2.0:1746157410.962698:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5214 00000100:00100000:2.0:1746157410.962706:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268703104:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157410.962732:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.962743:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.962744:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.962749:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.962759:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157410.962938:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091713100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+28:1986:x1830978268702720:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5581us (6019us total) trans 4294968057 rc 0/0 00000100:00100000:0.0:1746157410.962945:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5213 00002000:00100000:0.0:1746157410.962953:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880091713100 x1830978268702720/t4294968057(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.962962:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091713100 with x1830978268702720 ext(9437184->10485759) 00002000:00010000:0.0:1746157410.962966:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091713100 00000100:00100000:0.0:1746157410.962982:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5215 00000100:00100000:0.0:1746157410.962989:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268703360:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157410.963005:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.963024:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.963026:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157410.963029:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157410.963039:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.968491:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.968582:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268703616 00000100:00100000:2.0:1746157410.968590:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268703616 00002000:00100000:2.0:1746157410.968623:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008cb26300 x1830978268703616/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.968632:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26300 with x1830978268703616 ext(10485760->11534335) 00002000:00010000:2.0:1746157410.968637:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb26300 00000100:00100000:2.0:1746157410.968662:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5216 00000100:00100000:2.0:1746157410.968668:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268703616:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:2.0:1746157410.969669:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.969679:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.969685:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.969690:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091886e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157410.969693:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.969698:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.969711:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.969717:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091886e00/0x4450b99e49e61b7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.969846:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1984:x1830978268703360:12345-192.168.203.5@tcp:3:dd.0 Request processed in 6856us (7332us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157410.969852:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5215 00000100:00100000:0.0:1746157410.974333:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.974526:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268703872 00000100:00100000:2.0:1746157410.974534:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268703872 00002000:00100000:2.0:1746157410.974564:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880092c87480 x1830978268703872/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.974573:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87480 with x1830978268703872 ext(10485760->11534335) 00002000:00010000:2.0:1746157410.974578:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87480 00000100:00100000:2.0:1746157410.974595:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5217 00000100:00100000:2.0:1746157410.974602:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+28:1986:x1830978268703872:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:3.0:1746157410.974647:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.974657:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.974663:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.974671:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dba0200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157410.974674:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.974681:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.974696:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.974706:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dba0200/0x4450b99e49e61b78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157410.974743:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268703104:12345-192.168.203.5@tcp:3:dd.0 Request processed in 12038us (12302us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746157410.974750:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5214 00000100:00100000:0.0:1746157410.975933:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1985:x1830978268703616:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7263us (7446us total) trans 4294968712 rc 0/0 00000100:00100000:0.0:1746157410.975941:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5216 00002000:00100000:0.0:1746157410.975948:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008cb26300 x1830978268703616/t4294968712(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.975956:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb26300 with x1830978268703616 ext(10485760->11534335) 00002000:00010000:0.0:1746157410.975959:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb26300 00000100:00100000:1.0:1746157410.981130:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157410.981243:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268704128 00000100:00100000:0.0:1746157410.981251:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268704128 00002000:00100000:0.0:1746157410.981284:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88009ba89500 x1830978268704128/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157410.981293:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89500 with x1830978268704128 ext(11534336->12582911) 00002000:00010000:0.0:1746157410.981297:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba89500 00000100:00100000:0.0:1746157410.981324:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5218 00000100:00100000:0.0:1746157410.981331:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1986:x1830978268704128:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157410.981826:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+30:1986:x1830978268703872:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7223us (7496us total) trans 4294968058 rc 0/0 00000100:00100000:2.0:1746157410.981833:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5217 00002000:00100000:2.0:1746157410.981839:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880092c87480 x1830978268703872/t4294968058(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.981847:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87480 with x1830978268703872 ext(10485760->11534335) 00002000:00010000:2.0:1746157410.981850:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87480 00000100:00100000:1.0:1746157410.981968:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157410.982002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157410.982225:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268704384 00000100:00100000:3.0:1746157410.982229:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268704384 00000100:00100000:2.0:1746157410.982248:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268704512 00000100:00100000:2.0:1746157410.982251:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268704512 00000100:00100000:3.0:1746157410.982260:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5219 00000100:00100000:3.0:1746157410.982266:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268704384:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157410.982280:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5220 00000100:00100000:2.0:1746157410.982285:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268704512:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:2.0:1746157410.982307:0:8493:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 6266880, mtime: 0x68143f63, atime: 0x0, ctime: 0x68143f63, blocks: 0x3007 00010000:00010000:2.0:1746157410.982316:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.982321:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.982326:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.982328:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157410.982332:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157410.982342:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.982343:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.982344:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157410.982347:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157410.982354:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157410.988658:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1986:x1830978268704128:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7319us (7525us total) trans 4294968713 rc 0/0 00000100:00100000:2.0:1746157410.988669:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5218 00002000:00100000:2.0:1746157410.988679:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88009ba89500 x1830978268704128/t4294968713(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.988687:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89500 with x1830978268704128 ext(11534336->12582911) 00002000:00010000:2.0:1746157410.988693:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba89500 00000100:00100000:0.0:1746157410.994358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157410.994382:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268704896 00000100:00100000:2.0:1746157410.999391:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268704896 00002000:00100000:2.0:1746157410.999428:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880092c87800 x1830978268704896/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/0 e 0 to 0 dl 1746157421 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157410.999436:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268704896 ext(11534336->12582911) 00002000:00010000:2.0:1746157410.999440:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:2.0:1746157410.999476:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5221 00000100:00100000:2.0:1746157410.999482:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+30:1985:x1830978268704896:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157411.008931:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+32:1985:x1830978268704896:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9443us (14574us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1746157411.008942:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5221 00002000:00100000:0.0:1746157411.008950:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880092c87800 x1830978268704896/t4294968059(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:216/0 lens 488/448 e 0 to 0 dl 1746157421 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157411.008959:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c87800 with x1830978268704896 ext(11534336->12582911) 00002000:00010000:0.0:1746157411.008964:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c87800 00000100:00100000:1.0:1746157411.010175:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.010204:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.010727:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268705408 00000100:00100000:0.0:1746157411.010734:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268705408 00000100:00100000:0.0:1746157411.010782:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 163 00000100:00100000:0.0:1746157411.010789:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1134:x1830978268705408:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:0.0:1746157411.010915:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1134:x1830978268705408:12345-192.168.203.5@tcp:35:dd.0 Request processed in 127us (711us total) trans 4294983523 rc 0/0 00000100:00100000:0.0:1746157411.010921:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 163 00000100:00100000:0.0:1746157411.010971:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268705152 00000100:00100000:0.0:1746157411.010974:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268705152 00002000:00100000:0.0:1746157411.010992:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88009ba8bb80 x1830978268705152/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:217/0 lens 488/0 e 0 to 0 dl 1746157422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157411.011000:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8bb80 with x1830978268705152 ext(12582912->13631487) 00002000:00010000:0.0:1746157411.011004:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba8bb80 00000100:00100000:0.0:1746157411.011024:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5222 00000100:00100000:0.0:1746157411.011028:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1986:x1830978268705152:12345-192.168.203.5@tcp:4:dd.0 00000100:00080000:1.0:1746157411.011099:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157411.016120:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.016209:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268705664 00000100:00100000:1.0:1746157411.016216:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268705664 00000100:00100000:1.0:1746157411.016254:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 164 00000100:00100000:1.0:1746157411.016260:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1134:x1830978268705664:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:1.0:1746157411.016473:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1134:x1830978268705664:12345-192.168.203.5@tcp:35:dd.0 Request processed in 211us (358us total) trans 4294983524 rc 0/0 00000100:00100000:1.0:1746157411.016479:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 164 00000100:00100000:0.0:1746157411.020448:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1986:x1830978268705152:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9410us (10266us total) trans 4294968716 rc 0/0 00000100:00100000:0.0:1746157411.020458:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5222 00002000:00100000:0.0:1746157411.020466:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88009ba8bb80 x1830978268705152/t4294968716(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:217/0 lens 488/448 e 0 to 0 dl 1746157422 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157411.020564:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba8bb80 with x1830978268705152 ext(12582912->13631487) 00002000:00010000:0.0:1746157411.020569:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba8bb80 00002000:00010000:0.0:1746157411.038759:0:8493:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:0.0:1746157411.038763:0:8493:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:0.0:1746157411.038774:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.038784:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.038791:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.038797:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.038805:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.038811:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.038812:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091884800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.038815:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.038817:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dc15000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.038819:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.038820:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.038824:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.038834:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.038835:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.038837:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091884800/0x4450b99e49e61b86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.038840:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61b8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.038899:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268704512:12345-192.168.203.5@tcp:4:dd.0 Request processed in 56609us (56891us total) trans 4294968715 rc 0/0 00000100:00100000:2.0:1746157411.038901:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268704384:12345-192.168.203.5@tcp:4:dd.0 Request processed in 56634us (56931us total) trans 4294968714 rc 0/0 00000100:00100000:0.0:1746157411.038908:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5220 00000100:00100000:2.0:1746157411.038911:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5219 00000001:00080000:2.0:1746157411.038933:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968712 is committed 00000001:00080000:2.0:1746157411.038949:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968715 is committed 00000001:00080000:2.0:1746157411.038953:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968713 is committed 00000100:00100000:1.0:1746157411.042513:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.042532:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.042670:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268705920 00000100:00100000:0.0:1746157411.042677:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268705920 00000100:00100000:1.0:1746157411.042685:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00080000:1.0:1746157411.042700:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746157411.042741:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268706304 00000100:00100000:2.0:1746157411.042745:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268706304 00000100:00100000:0.0:1746157411.042754:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268706432 00000100:00100000:0.0:1746157411.042757:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268706432 00000100:00100000:2.0:1746157411.042776:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5223 00000100:00100000:2.0:1746157411.042783:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268705920:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157411.042808:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.042822:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.042824:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.042829:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.042836:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5224 00010000:00010000:2.0:1746157411.042839:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.042842:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268706304:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157411.042853:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5225 00000100:00100000:1.0:1746157411.042858:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268706432:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157411.042872:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.042878:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.042879:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.042881:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.042888:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.042996:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.043014:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.043016:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.043019:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.043029:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746157411.043681:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746157411.043778:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.043785:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.043791:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.043797:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac16800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.043800:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.043810:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.043820:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.043826:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61b94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.043858:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268705920:12345-192.168.203.5@tcp:3:dd.0 Request processed in 1074us (1349us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1746157411.043864:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5223 00010000:00010000:1.0:1746157411.052978:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.052993:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.053000:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.053014:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009450d600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157411.053018:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.053025:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.053039:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.053045:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009450d600/0x4450b99e49e61b9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.053132:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1985:x1830978268706432:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10269us (10442us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157411.053140:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5225 00010000:00010000:0.0:1746157411.057649:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.057664:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.057671:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.057676:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093340a00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.057680:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.057686:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.057700:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.057705:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340a00/0x4450b99e49e61ba2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.058465:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268706304:12345-192.168.203.5@tcp:3:dd.0 Request processed in 15619us (15927us total) trans 0 rc 1007616/1007616 00000100:00100000:0.0:1746157411.058477:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5224 00000100:00100000:3.0:1746157411.061996:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.062049:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268706816 00000100:00100000:3.0:1746157411.062053:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.062056:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268706816 00000100:00100000:1.0:1746157411.062087:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268706688 00000100:00100000:1.0:1746157411.062091:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268706688 00000100:00100000:0.0:1746157411.062125:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5226 00000100:00100000:0.0:1746157411.062132:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268706816:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157411.062152:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5227 00000100:00100000:1.0:1746157411.062156:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268706688:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:0.0:1746157411.062167:0:8493:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 8355840, mtime: 0x68143f63, atime: 0x0, ctime: 0x68143f63, blocks: 0x4007 00010000:00010000:0.0:1746157411.062176:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.062178:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.062186:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.062187:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.062191:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.062201:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.064054:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.064058:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.064062:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.064087:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746157411.125248:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968717 is committed 00000001:00080000:1.0:1746157411.125262:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968716 is committed 00002000:00010000:0.0:1746157411.125769:0:8493:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:0.0:1746157411.125773:0:8493:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 16391 -> 20489 00010000:00010000:0.0:1746157411.125783:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.125792:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.125799:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.125809:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093340400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.125812:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.125819:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.125833:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.125838:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340400/0x4450b99e49e61ba9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.125898:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268706816:12345-192.168.203.5@tcp:4:dd.0 Request processed in 63763us (63903us total) trans 4294968717 rc 0/0 00000100:00100000:0.0:1746157411.125907:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5226 00000001:00080000:3.0:1746157411.147092:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968059 is committed 00000001:00080000:3.0:1746157411.147111:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968045 is committed 00000001:00080000:3.0:1746157411.147173:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968047 is committed 00010000:00010000:0.0:1746157411.154645:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.154656:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.154663:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.154668:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c75200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.154672:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.154678:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.154693:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.154699:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61bb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.154767:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268706688:12345-192.168.203.5@tcp:4:dd.0 Request processed in 92606us (92710us total) trans 4294968718 rc 0/0 00000100:00100000:0.0:1746157411.154775:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5227 00000001:00080000:1.0:1746157411.155228:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968718 is committed 00000100:00100000:0.0:1746157411.157707:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.157748:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.158437:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268707328 00000100:00100000:2.0:1746157411.158444:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268707328 00000100:00100000:1.0:1746157411.158470:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268707456 00000100:00100000:1.0:1746157411.158475:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268707456 00000100:00100000:2.0:1746157411.158509:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5228 00000100:00100000:2.0:1746157411.158516:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268707328:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157411.158516:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5229 00000100:00100000:1.0:1746157411.158521:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268707456:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157411.158543:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.158543:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.158554:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.158554:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.158556:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.158556:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.158559:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.158559:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.158569:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.158569:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.168842:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.168856:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.168863:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.168869:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b940c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.168873:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.168883:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.168898:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.168903:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b940c00/0x4450b99e49e61bbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.168964:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268707328:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10445us (11259us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157411.168972:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5228 00010000:00010000:1.0:1746157411.169395:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.169403:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.169408:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.169416:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c74e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157411.169418:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.169424:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.169433:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.169438:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.169486:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268707456:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10964us (11736us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746157411.169491:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5229 00000100:00100000:0.0:1746157411.185222:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.185271:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.185327:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268707840 00000100:00100000:1.0:1746157411.185327:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268707968 00000100:00100000:1.0:1746157411.185335:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268707968 00000100:00100000:2.0:1746157411.185392:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268707840 00000100:00100000:3.0:1746157411.186501:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5230 00000100:00100000:3.0:1746157411.186513:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268707968:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157411.186526:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5231 00000100:00100000:1.0:1746157411.186531:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268707840:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:3.0:1746157411.186551:0:25281:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 10444800, mtime: 0x68143f63, atime: 0x0, ctime: 0x68143f63, blocks: 0x5009 00010000:00010000:3.0:1746157411.186561:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.186566:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.186572:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.186574:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.186577:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.186588:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.186627:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.186628:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.186631:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.186642:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157411.240152:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968720 is committed 00002000:00010000:0.0:1746157411.240745:0:8493:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:0.0:1746157411.240748:0:8493:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746157411 -> 1746157412 00002000:00010000:0.0:1746157411.240750:0:8493:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746157411 -> 1746157412 00002000:00010000:0.0:1746157411.240752:0:8493:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 20489 -> 24585 00010000:00010000:0.0:1746157411.240763:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.240773:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.240780:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.240790:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c74e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.240793:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.240800:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.240814:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.240817:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.240820:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c74e00/0x4450b99e49e61bcc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.240826:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.240832:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.240837:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac16a00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.240840:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.240845:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.240857:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.240861:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16a00/0x4450b99e49e61bc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.240893:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268707840:12345-192.168.203.5@tcp:4:dd.0 Request processed in 54357us (55674us total) trans 4294968720 rc 0/0 00000100:00100000:0.0:1746157411.240901:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5231 00000100:00100000:3.0:1746157411.241159:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268707968:12345-192.168.203.5@tcp:4:dd.0 Request processed in 54648us (55886us total) trans 4294968719 rc 0/0 00000100:00100000:3.0:1746157411.241165:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5230 00000100:00100000:0.0:1746157411.248244:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.248288:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.248354:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268708480 00000100:00100000:1.0:1746157411.248361:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268708480 00000100:00100000:3.0:1746157411.248362:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268708608 00000100:00100000:3.0:1746157411.248366:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268708608 00000100:00100000:3.0:1746157411.248406:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5232 00000100:00100000:3.0:1746157411.248412:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268708608:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.248438:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.248450:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.248451:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.248455:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.248466:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.248499:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5233 00000100:00100000:1.0:1746157411.248505:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268708480:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157411.248520:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.248529:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.248530:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.248533:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.248541:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.261889:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.261903:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.261909:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.261920:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091883e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157411.261923:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.261929:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.261943:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.261949:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091883e00/0x4450b99e49e61bda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.262235:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.262247:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.262252:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.262256:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091516e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.262259:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.262263:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.262272:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.262277:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091516e00/0x4450b99e49e61bd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.262500:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268708480:12345-192.168.203.5@tcp:3:dd.0 Request processed in 13991us (14260us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157411.262509:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5233 00000100:00100000:3.0:1746157411.262609:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268708608:12345-192.168.203.5@tcp:3:dd.0 Request processed in 14196us (14319us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746157411.262615:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5232 00000100:00100000:0.0:1746157411.269318:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.269361:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.269434:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268708992 00000100:00100000:1.0:1746157411.269442:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268708992 00000100:00100000:1.0:1746157411.269481:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268709120 00000100:00100000:1.0:1746157411.269483:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268709120 00000100:00100000:1.0:1746157411.269516:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5234 00000100:00100000:1.0:1746157411.269523:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268708992:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157411.269560:0:8493:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 12533760, mtime: 0x68143f64, atime: 0x0, ctime: 0x68143f64, blocks: 0x6009 00010000:00010000:1.0:1746157411.269567:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.269580:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.269582:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.269585:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.269595:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.269724:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5235 00000100:00100000:3.0:1746157411.269732:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268709120:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:3.0:1746157411.269747:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.269758:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.269759:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.269762:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.269769:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157411.307753:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968721 is committed 00002000:00010000:0.0:1746157411.308410:0:8493:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:0.0:1746157411.308413:0:8493:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 24585 -> 26633 00010000:00010000:0.0:1746157411.308424:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.308438:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.308445:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.308451:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093db8e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.308454:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.308461:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.308474:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.308480:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093db8e00/0x4450b99e49e61be1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.308591:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268708992:12345-192.168.203.5@tcp:4:dd.0 Request processed in 39064us (39274us total) trans 4294968721 rc 0/0 00000100:00100000:0.0:1746157411.308599:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5234 00000001:00080000:0.0:1746157411.339032:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968722 is committed 00002000:00010000:3.0:1746157411.339849:0:25281:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 26633 -> 28681 00010000:00010000:3.0:1746157411.339861:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.339869:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.339876:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.339881:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091517c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.339884:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.339890:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.339904:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.339914:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61be8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.340041:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268709120:12345-192.168.203.5@tcp:4:dd.0 Request processed in 70306us (70675us total) trans 4294968722 rc 0/0 00000100:00100000:3.0:1746157411.340049:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5235 00000100:00100000:0.0:1746157411.343634:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.343922:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.344032:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268709632 00000100:00100000:3.0:1746157411.344039:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268709632 00000100:00100000:3.0:1746157411.344106:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268709888 00000100:00100000:3.0:1746157411.344108:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268709888 00000100:00100000:3.0:1746157411.344125:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5236 00000100:00100000:3.0:1746157411.344131:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268709632:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.344157:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.344168:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.344170:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.344175:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.344185:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.344438:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5237 00000100:00100000:2.0:1746157411.344447:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268709888:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157411.344463:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.344470:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.344472:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.344474:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.344481:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.351492:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.351506:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.351514:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.351519:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254de00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.351522:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.351528:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.351541:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.351546:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61bef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.351615:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268709632:12345-192.168.203.5@tcp:3:dd.0 Request processed in 7476us (7980us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746157411.351623:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5236 00010000:00010000:2.0:1746157411.357970:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.357984:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.357991:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.357997:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c75000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.358000:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.358019:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.358034:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.358040:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75000/0x4450b99e49e61bf6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.358123:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268709888:12345-192.168.203.5@tcp:3:dd.0 Request processed in 13674us (14197us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157411.358132:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5237 00000100:00100000:2.0:1746157411.363905:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.363945:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.363970:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268710272 00000100:00100000:2.0:1746157411.363976:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268710272 00000100:00100000:2.0:1746157411.364036:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268710144 00000100:00100000:2.0:1746157411.364038:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268710144 00000100:00100000:2.0:1746157411.364068:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5238 00000100:00100000:0.0:1746157411.364091:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5239 00000100:00100000:2.0:1746157411.364092:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268710272:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157411.364101:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268710144:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:0.0:1746157411.364130:0:25492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 14622720, mtime: 0x68143f64, atime: 0x0, ctime: 0x68143f64, blocks: 0x7009 00010000:00010000:0.0:1746157411.364140:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.364152:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.364153:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.364157:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.364167:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.364240:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.364248:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.364249:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.364252:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.364263:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157411.416121:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968723 is committed 00000001:00080000:0.0:1746157411.416134:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968724 is committed 00002000:00010000:1.0:1746157411.416743:0:25492:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:1.0:1746157411.416746:0:25492:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 28681 -> 32777 00010000:00010000:1.0:1746157411.416755:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.416761:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.416765:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.416769:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094449a00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157411.416771:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.416775:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.416787:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.416791:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094449a00/0x4450b99e49e61bfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.416809:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.416817:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.416823:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.416832:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c75800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.416835:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.416840:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.416849:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.416854:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c75800/0x4450b99e49e61c04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.417093:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268710144:12345-192.168.203.5@tcp:4:dd.0 Request processed in 52992us (53145us total) trans 4294968723 rc 0/0 00000100:00100000:3.0:1746157411.417094:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268710272:12345-192.168.203.5@tcp:4:dd.0 Request processed in 53001us (53194us total) trans 4294968724 rc 0/0 00000100:00100000:1.0:1746157411.417100:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5239 00000100:00100000:3.0:1746157411.417103:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5238 00000100:00100000:0.0:1746157411.420899:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.420936:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.421000:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268710784 00000100:00100000:3.0:1746157411.421015:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268710784 00000100:00100000:0.0:1746157411.421097:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.421209:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268711040 00000100:00100000:3.0:1746157411.421212:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268711040 00000100:00100000:3.0:1746157411.421224:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268711168 00000100:00100000:3.0:1746157411.421226:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268711168 00000100:00100000:3.0:1746157411.421238:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5240 00000100:00100000:3.0:1746157411.421244:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268710784:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.421269:0:25281:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.421283:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.421285:0:25281:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.421288:0:25281:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.421298:0:25281:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.421393:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5241 00000100:00100000:1.0:1746157411.421401:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268711040:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157411.421421:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.421428:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.421430:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.421432:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.421450:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.422110:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5242 00000100:00100000:3.0:1746157411.422116:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268711168:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.422130:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.422136:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.422136:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.422139:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.422145:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.433381:0:25281:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.433395:0:25281:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.433402:0:25281:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.433409:0:25281:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254e400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.433412:0:25281:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.433418:0:25281:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.433432:0:25281:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.433437:0:25281:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254e400/0x4450b99e49e61c0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25281 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.433513:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268710784:12345-192.168.203.5@tcp:3:dd.0 Request processed in 12265us (12616us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157411.433522:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5240 00010000:00010000:3.0:1746157411.436679:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.436691:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.436703:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.436838:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.436847:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.436852:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.436854:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254f200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.436857:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091d45800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.436859:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.436859:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.436865:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.436865:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.436883:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.436883:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.436888:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254f200/0x4450b99e49e61c19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.436889:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d45800/0x4450b99e49e61c12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.437048:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268711168:12345-192.168.203.5@tcp:3:dd.0 Request processed in 14927us (15947us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1746157411.437057:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5242 00000100:00100000:2.0:1746157411.437277:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268711040:12345-192.168.203.5@tcp:3:dd.0 Request processed in 15876us (16339us total) trans 0 rc 974848/974848 00000100:00100000:2.0:1746157411.437284:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5241 00000100:00100000:0.0:1746157411.441054:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.441131:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.441317:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268711552 00000100:00100000:2.0:1746157411.441324:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268711552 00000100:00100000:2.0:1746157411.441368:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268711424 00000100:00100000:2.0:1746157411.441370:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268711424 00000100:00100000:2.0:1746157411.441386:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5243 00000100:00100000:2.0:1746157411.441393:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268711552:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:2.0:1746157411.441432:0:25492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 16711680, mtime: 0x68143f64, atime: 0x0, ctime: 0x68143f64, blocks: 0x8009 00010000:00010000:2.0:1746157411.441439:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.441450:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.441452:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.441456:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.441468:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.442047:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5244 00000100:00100000:2.0:1746157411.442053:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268711424:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:2.0:1746157411.442068:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.442094:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.442095:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.442098:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.442106:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746157411.498267:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968726 is committed 00002000:00010000:3.0:1746157411.498923:0:25492:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:3.0:1746157411.498927:0:25492:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 32777 -> 36873 00010000:00010000:3.0:1746157411.498937:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.498946:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.498953:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.498959:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800914fe800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.498962:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.498971:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.498984:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.498989:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914fe800/0x4450b99e49e61c20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.499029:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.499036:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.499040:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.499044:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800914ff200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.499046:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.499051:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.499059:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.499064:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff200/0x4450b99e49e61c27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.499093:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268711552:12345-192.168.203.5@tcp:4:dd.0 Request processed in 57678us (58023us total) trans 4294968725 rc 0/0 00000100:00100000:3.0:1746157411.499102:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5243 00000100:00100000:2.0:1746157411.499110:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268711424:12345-192.168.203.5@tcp:4:dd.0 Request processed in 57058us (57979us total) trans 4294968726 rc 0/0 00000100:00100000:2.0:1746157411.499117:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5244 00000100:00100000:1.0:1746157411.503618:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.503648:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.503671:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.503682:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268711936 00000100:00100000:3.0:1746157411.503689:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268711936 00000100:00100000:3.0:1746157411.503730:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268712192 00000100:00100000:3.0:1746157411.503733:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268712192 00000100:00100000:3.0:1746157411.503747:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268712448 00000100:00100000:3.0:1746157411.503748:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268712448 00000100:00100000:3.0:1746157411.503761:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5245 00000100:00100000:3.0:1746157411.503767:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268711936:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.503793:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.503803:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5246 00010000:00010000:3.0:1746157411.503804:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.503805:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.503810:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.503811:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268712192:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.503824:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.503828:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.503836:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.503837:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.503839:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.503848:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.503966:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5247 00000100:00100000:3.0:1746157411.503971:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268712448:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.503982:0:32253:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.503988:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.503989:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.503991:0:32253:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.503998:0:32253:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.510871:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.510882:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.510886:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.510890:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091512800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.510892:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.510897:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.510909:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.510912:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x4450b99e49e61c2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.510963:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268711936:12345-192.168.203.5@tcp:3:dd.0 Request processed in 7193us (7348us total) trans 0 rc 73728/73728 00000100:00100000:3.0:1746157411.510972:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5245 00010000:00010000:0.0:1746157411.517518:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.517531:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.517538:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.517543:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bb68600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.517546:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.517551:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.517565:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.517570:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb68600/0x4450b99e49e61c35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.517637:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268712192:12345-192.168.203.5@tcp:3:dd.0 Request processed in 13824us (13984us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157411.517649:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5246 00010000:00010000:3.0:1746157411.519105:0:32253:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.519115:0:32253:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.519122:0:32253:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.519127:0:32253:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800914fe000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.519131:0:32253:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.519241:0:32253:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.519256:0:32253:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.519262:0:32253:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914fe000/0x4450b99e49e61c3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.519303:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268712448:12345-192.168.203.5@tcp:3:dd.0 Request processed in 15330us (15629us total) trans 0 rc 966656/966656 00000100:00100000:3.0:1746157411.519311:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5247 00000100:00100000:1.0:1746157411.522484:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.522520:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.522575:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268712832 00000100:00100000:3.0:1746157411.522582:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268712832 00000100:00100000:3.0:1746157411.522617:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268712704 00000100:00100000:3.0:1746157411.522618:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268712704 00000100:00100000:3.0:1746157411.522630:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5248 00000100:00100000:3.0:1746157411.522635:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268712832:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157411.522635:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5249 00000100:00100000:2.0:1746157411.522644:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268712704:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:3.0:1746157411.522668:0:32253:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 18800640, mtime: 0x68143f64, atime: 0x0, ctime: 0x68143f64, blocks: 0x9009 00010000:00010000:3.0:1746157411.522677:0:32253:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.522685:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.522687:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.522688:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.522691:0:32253:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.522701:0:32253:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.522701:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.522702:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.522705:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.522713:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746157411.588964:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968727 is committed 00002000:00010000:2.0:1746157411.589807:0:32253:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746157411.589811:0:32253:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:2.0:1746157411.589822:0:32253:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.589832:0:32253:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.589839:0:32253:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.589846:0:32253:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800914ff400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.589849:0:32253:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.589857:0:32253:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.589871:0:32253:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.589877:0:32253:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800914ff400/0x4450b99e49e61c43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.592683:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268712832:12345-192.168.203.5@tcp:4:dd.0 Request processed in 70036us (70192us total) trans 4294968727 rc 0/0 00000100:00100000:2.0:1746157411.592693:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5248 00000001:00080000:1.0:1746157411.627667:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968728 is committed 00010000:00010000:2.0:1746157411.628280:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.628291:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.628298:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.628304:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dc15000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.628307:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.628314:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.628329:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.628334:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc15000/0x4450b99e49e61c4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.628404:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268712704:12345-192.168.203.5@tcp:4:dd.0 Request processed in 105757us (105878us total) trans 4294968728 rc 0/0 00000100:00100000:2.0:1746157411.628412:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5249 00000100:00100000:0.0:1746157411.643054:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.643122:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.643179:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268713216 00000100:00100000:3.0:1746157411.643190:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268713216 00000100:00100000:3.0:1746157411.643229:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268713472 00000100:00100000:3.0:1746157411.643231:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268713472 00000100:00100000:3.0:1746157411.643245:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5250 00000100:00100000:3.0:1746157411.643252:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268713216:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.643278:0:32253:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.643289:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.643290:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.643295:0:32253:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.643305:0:32253:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.643838:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5251 00000100:00100000:0.0:1746157411.643845:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268713472:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157411.643861:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.643868:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.643869:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.643872:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.643880:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.644507:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.645144:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268713728 00000100:00100000:0.0:1746157411.645150:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268713728 00000100:00100000:0.0:1746157411.645180:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5252 00000100:00100000:0.0:1746157411.645184:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268713728:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157411.645201:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.645210:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.645211:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157411.645215:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.645223:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.652939:0:32253:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.652952:0:32253:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.652959:0:32253:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.652964:0:32253:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bf6c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.652968:0:32253:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.652974:0:32253:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.652986:0:32253:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.652991:0:32253:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e61c51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.653292:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268713216:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10035us (10240us total) trans 0 rc 81920/81920 00000100:00100000:3.0:1746157411.653300:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5250 00010000:00010000:0.0:1746157411.663655:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.663668:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.663675:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.663681:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091512800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.663684:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.663690:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.663704:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.663709:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e61c58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.665333:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268713472:12345-192.168.203.5@tcp:3:dd.0 Request processed in 21482us (22204us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157411.665347:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5251 00010000:00010000:0.0:1746157411.665705:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.665716:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.665723:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.665729:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac16800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.665732:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.665738:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.665750:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.665756:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ac16800/0x4450b99e49e61c5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.665936:0:9878:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746157411.666277:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268713728:12345-192.168.203.5@tcp:3:dd.0 Request processed in 21090us (21768us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746157411.666284:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5252 00000100:00100000:0.0:1746157411.673307:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.673339:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.673405:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268714112 00000100:00100000:1.0:1746157411.673412:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268714112 00000100:00100000:1.0:1746157411.673470:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268713984 00000100:00100000:1.0:1746157411.673473:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268713984 00000100:00100000:1.0:1746157411.673490:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5253 00000100:00100000:1.0:1746157411.673496:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268714112:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157411.673533:0:20151:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 20889600, mtime: 0x68143f64, atime: 0x0, ctime: 0x68143f64, blocks: 0xa009 00010000:00010000:1.0:1746157411.673540:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.673551:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.673552:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.673557:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.673567:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.674132:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5254 00000100:00100000:1.0:1746157411.674138:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268713984:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:1.0:1746157411.674152:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.674158:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.674160:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.674162:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.674173:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746157411.718448:0:20151:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:1.0:1746157411.718453:0:20151:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:1.0:1746157411.718463:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.718473:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.718480:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.718485:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099afa200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157411.718489:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.718495:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.718510:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.718516:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099afa200/0x4450b99e49e61c66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.718585:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1984:x1830978268714112:12345-192.168.203.5@tcp:4:dd.0 Request processed in 45085us (45280us total) trans 4294968729 rc 0/0 00000100:00100000:1.0:1746157411.718593:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5253 00000001:00080000:1.0:1746157411.718620:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968729 is committed 00010000:00010000:1.0:1746157411.753680:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157411.753687:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968730 is committed 00010000:00010000:1.0:1746157411.753692:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.753700:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.753706:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c6ae00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157411.753709:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.753716:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.753729:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.753735:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61c6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.753810:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268713984:12345-192.168.203.5@tcp:4:dd.0 Request processed in 79669us (80467us total) trans 4294968730 rc 0/0 00000100:00100000:1.0:1746157411.753819:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5254 00000100:00100000:0.0:1746157411.757763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.757805:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.757877:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268714624 00000100:00100000:1.0:1746157411.757885:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268714624 00000100:00100000:1.0:1746157411.758207:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268714752 00000100:00100000:1.0:1746157411.758211:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268714752 00000100:00100000:2.0:1746157411.758261:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5255 00000100:00100000:2.0:1746157411.758271:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268714624:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157411.758298:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.758309:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.758311:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.758316:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.758326:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.758616:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5256 00000100:00100000:1.0:1746157411.758688:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268714752:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157411.758705:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.758713:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.758715:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.758718:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.758726:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.770415:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.770429:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.770436:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.770442:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dc14800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.770445:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.770452:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.770467:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.770473:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dc14800/0x4450b99e49e61c74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.770535:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268714624:12345-192.168.203.5@tcp:3:dd.0 Request processed in 12263us (12774us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157411.770544:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5255 00010000:00010000:0.0:1746157411.772712:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.772723:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.772730:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.772736:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099a78600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157411.772739:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.772745:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.772758:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.772763:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a78600/0x4450b99e49e61c7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.773207:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268714752:12345-192.168.203.5@tcp:3:dd.0 Request processed in 14513us (15392us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746157411.773215:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5256 00000100:00100000:0.0:1746157411.776292:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.776328:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.776380:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268715136 00000100:00100000:2.0:1746157411.776387:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268715136 00000100:00100000:2.0:1746157411.776429:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268715264 00000100:00100000:2.0:1746157411.776431:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268715264 00000100:00100000:3.0:1746157411.776440:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5257 00000100:00100000:3.0:1746157411.776448:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268715136:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:3.0:1746157411.776483:0:32253:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 22978560, mtime: 0x68143f64, atime: 0x0, ctime: 0x68143f64, blocks: 0xb00b 00010000:00010000:3.0:1746157411.776489:0:32253:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.776501:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.776503:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.776506:0:32253:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.776517:0:32253:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157411.776592:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5258 00000100:00100000:2.0:1746157411.776598:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268715264:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:2.0:1746157411.776610:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.776617:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.776618:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157411.776620:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.776626:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157411.821128:0:32253:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:3.0:1746157411.821133:0:32253:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 45067 -> 49163 00010000:00010000:3.0:1746157411.821143:0:32253:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.821152:0:32253:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.821158:0:32253:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.821163:0:32253:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbe8800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.821167:0:32253:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.821169:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.821175:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.821180:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.821181:0:32253:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.821185:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012db4a000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157411.821187:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.821462:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.821472:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.821479:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db4a000/0x4450b99e49e61c89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.821933:0:32253:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.821940:0:32253:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbe8800/0x4450b99e49e61c82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.822019:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268715136:12345-192.168.203.5@tcp:4:dd.0 Request processed in 45569us (45730us total) trans 4294968731 rc 0/0 00000100:00100000:3.0:1746157411.822031:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5257 00000001:00080000:2.0:1746157411.822284:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968732 is committed 00000100:00100000:2.0:1746157411.822313:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268715264:12345-192.168.203.5@tcp:4:dd.0 Request processed in 45715us (45983us total) trans 4294968732 rc 0/0 00000100:00100000:2.0:1746157411.822318:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5258 00000100:00100000:0.0:1746157411.826158:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.826203:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.826330:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268715776 00000100:00100000:3.0:1746157411.826337:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268715776 00000100:00100000:3.0:1746157411.826379:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268715904 00000100:00100000:3.0:1746157411.826381:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268715904 00000100:00100000:3.0:1746157411.826400:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5259 00000100:00100000:3.0:1746157411.826406:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268715776:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.826434:0:32253:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.826441:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5260 00010000:00010000:3.0:1746157411.826446:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.826448:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746157411.826448:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268715904:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157411.826451:0:32253:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.826461:0:32253:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.826463:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.826469:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.826470:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157411.826472:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.826482:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.832388:0:32253:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.832403:0:32253:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.832409:0:32253:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.832415:0:32253:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091523a00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157411.832419:0:32253:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.832426:0:32253:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.832440:0:32253:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.832446:0:32253:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523a00/0x4450b99e49e61c90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157411.832512:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268715776:12345-192.168.203.5@tcp:3:dd.0 Request processed in 6101us (6356us total) trans 0 rc 98304/98304 00000100:00100000:3.0:1746157411.832520:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5259 00010000:00010000:1.0:1746157411.833674:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.833683:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.833689:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.833694:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099afae00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157411.833697:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.833702:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.833712:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.833718:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099afae00/0x4450b99e49e61c97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.833765:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1983:x1830978268715904:12345-192.168.203.5@tcp:3:dd.0 Request processed in 7316us (7564us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157411.833776:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5260 00000100:00100000:1.0:1746157411.835638:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.835677:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268716032 00000100:00100000:3.0:1746157411.835684:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268716032 00000100:00100000:3.0:1746157411.835724:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7290 00000100:00100000:3.0:1746157411.835731:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1133:x1830978268716032:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:3.0:1746157411.835743:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157411.835755:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032511 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157411.835773:0:8487:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 25067520, mtime: 0x68143f64, atime: 0x0, ctime: 0x68143f64, blocks: 0xc00b 00010000:00010000:3.0:1746157411.835787:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.835789:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157411.835795:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 7 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.835812:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 7 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157411.835820:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091523600, rc 0) 00000100:00100000:3.0:1746157411.835859:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1133:x1830978268716032:12345-192.168.203.5@tcp:101:dd.0 Request processed in 128us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157411.835864:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7290 00000100:00100000:0.0:1746157411.846315:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.846358:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.846422:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268716288 00000100:00100000:3.0:1746157411.846429:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268716288 00002000:00100000:3.0:1746157411.846463:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88013604e680 x1830978268716288/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/0 e 0 to 0 dl 1746157422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157411.846470:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830978268716288 ext(25165824->26214399) 00002000:00010000:3.0:1746157411.846474:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604e680 00000100:00100000:1.0:1746157411.846479:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268716416 00000100:00100000:1.0:1746157411.846482:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268716416 00002000:00100000:1.0:1746157411.846498:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (25067520->25165823) req@ffff88013604c700 x1830978268716416/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/0 e 0 to 0 dl 1746157422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157411.846503:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830978268716416 ext(25067520->25165823) 00000100:00100000:3.0:1746157411.846505:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5261 00002000:00010000:1.0:1746157411.846506:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c700 00000100:00100000:3.0:1746157411.846512:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268716288:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157411.846516:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5262 00000100:00100000:1.0:1746157411.846519:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268716416:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157411.850685:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268716416:12345-192.168.203.5@tcp:4:dd.0 Request processed in 4157us (4318us total) trans 4294968733 rc 0/0 00000100:00100000:1.0:1746157411.850705:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5262 00002000:00100000:1.0:1746157411.850714:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (25067520->25165823) req@ffff88013604c700 x1830978268716416/t4294968733(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/448 e 0 to 0 dl 1746157422 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157411.850722:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830978268716416 ext(25067520->25165823) 00002000:00010000:1.0:1746157411.850727:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c700 00000100:00100000:3.0:1746157411.853508:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268716288:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6989us (7192us total) trans 4294968734 rc 0/0 00000100:00100000:3.0:1746157411.853518:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5261 00002000:00100000:3.0:1746157411.853527:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88013604e680 x1830978268716288/t4294968734(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/448 e 0 to 0 dl 1746157422 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157411.853535:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830978268716288 ext(25165824->26214399) 00002000:00010000:3.0:1746157411.853540:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604e680 00000100:00100000:3.0:1746157411.855470:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.855544:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268716544 00000100:00100000:0.0:1746157411.855551:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268716544 00000100:00100000:0.0:1746157411.855614:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37953 00000100:00080000:1.0:1746157411.855617:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157411.855620:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1133:x1830978268716544:12345-192.168.203.5@tcp:44:dd.0 00000001:00080000:1.0:1746157411.873873:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983523 is committed 00000001:00080000:1.0:1746157411.873885:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983519 is committed 00000001:00080000:1.0:1746157411.873890:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983524 is committed 00000001:00080000:1.0:1746157411.873905:0:7176:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983522 is committed 00000100:00100000:0.0:1746157411.873949:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1133:x1830978268716544:12345-192.168.203.5@tcp:44:dd.0 Request processed in 18325us (18479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157411.873962:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37953 00000100:00100000:2.0:1746157411.876187:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.876257:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268716672 00000100:00100000:1.0:1746157411.876264:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268716672 00000100:00100000:1.0:1746157411.876304:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7291 00000100:00100000:1.0:1746157411.876319:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268716672:12345-192.168.203.5@tcp:16:dd.0 00000001:00080000:3.0:1746157411.903763:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968733 is committed 00000001:00080000:3.0:1746157411.903775:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968734 is committed 00000100:00100000:0.0:1746157411.903929:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091713b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268716672:12345-192.168.203.5@tcp:16:dd.0 Request processed in 27614us (27742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157411.903937:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7291 00000100:00100000:1.0:1746157411.905864:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.906129:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268716928 00000100:00100000:2.0:1746157411.906136:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268716928 00000100:00100000:2.0:1746157411.906193:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 165 00000100:00100000:2.0:1746157411.906199:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+15:1133:x1830978268716928:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:2.0:1746157411.906391:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1133:x1830978268716928:12345-192.168.203.5@tcp:35:dd.0 Request processed in 191us (531us total) trans 4294983525 rc 0/0 00000100:00100000:2.0:1746157411.906397:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 165 00000100:00100000:3.0:1746157411.908278:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.908324:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268717184 00000100:00100000:0.0:1746157411.908329:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268717184 00000100:00100000:0.0:1746157411.908361:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 166 00000100:00100000:0.0:1746157411.908367:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e8bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+16:1133:x1830978268717184:12345-192.168.203.5@tcp:35:dd.0 00000001:00080000:0.0:1746157411.908566:0:7128:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983526 00000100:00100000:0.0:1746157411.908631:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e8bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1133:x1830978268717184:12345-192.168.203.5@tcp:35:dd.0 Request processed in 263us (355us total) trans 4294983527 rc 0/0 00000100:00100000:0.0:1746157411.908637:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 166 00000020:00080000:0.0:1746157411.908641:0:7128:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746157411.922556:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.922634:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268717312 00000100:00100000:0.0:1746157411.922642:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268717312 00000100:00100000:0.0:1746157411.922730:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37954 00000100:00100000:0.0:1746157411.922738:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+18:1137:x1830978268717312:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157411.922757:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157411.922773:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7400/0x4450b99e49e61ca5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032518 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.922821:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7600/0x4450b99e49e61cac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.922831:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7600/0x4450b99e49e61cac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.922840:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7600/0x4450b99e49e61cac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746157411.922892:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746157411.922895:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157411.922908:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7600/0x4450b99e49e61cac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.922925:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7400/0x4450b99e49e61ca5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032518 expref: 20 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.923841:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7600/0x4450b99e49e61cac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032518 expref: 19 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.923850:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:0.0:1746157411.923853:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157411.923856:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094af7600, rc 0) 00000100:00100000:0.0:1746157411.923945:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1137:x1830978268717312:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 1207us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157411.923952:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37954 00000100:00100000:1.0:1746157411.926777:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.927265:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268717440 00000100:00100000:0.0:1746157411.927278:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268717440 00000100:00100000:0.0:1746157411.927342:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37955 00000100:00100000:0.0:1746157411.927351:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+19:1137:x1830978268717440:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157411.927372:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157411.927393:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6fd9600/0x4450b99e49e61cb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03251f expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.927455:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927467:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927483:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927495:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927501:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927509:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927625:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093825a00/0x4450b99e49e61cc8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927633:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093825a00/0x4450b99e49e61cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927638:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093825a00/0x4450b99e49e61cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746157411.927673:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:0.0:1746157411.927677:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157411.927691:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093825a00/0x4450b99e49e61cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927699:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093825a00/0x4450b99e49e61cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927705:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927710:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927715:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927721:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093825800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157411.927724:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927730:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927741:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:0.0:1746157411.927743:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157411.927747:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927752:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093825800/0x4450b99e49e61cba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927762:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927767:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927771:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927774:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093825e00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157411.927776:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927780:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927784:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008b7af300) 00010000:00010000:0.0:1746157411.927785:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157411.927787:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927790:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093825e00/0x4450b99e49e61cc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.927811:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6fd9600/0x4450b99e49e61cb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03251f expref: 21 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.927822:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093825a00/0x4450b99e49e61cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03251f expref: 20 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.927828:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:0.0:1746157411.927830:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157411.927832:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093825a00, rc 0) 00000100:00100000:0.0:1746157411.927895:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1137:x1830978268717440:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 546us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157411.927902:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37955 00000100:00100000:2.0:1746157411.930122:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157411.930164:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.930237:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268717568 00000100:00100000:0.0:1746157411.930238:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268717696 00000100:00100000:3.0:1746157411.930248:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268717568 00000100:00100000:0.0:1746157411.930248:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268717696 00000100:00100000:0.0:1746157411.930875:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7292 00000100:00100000:0.0:1746157411.930884:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268717696:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157411.930901:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157411.930918:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a47de400/0x4450b99e49e61ccf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03252d expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.930975:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267229824:192.168.203.5@tcp:106: 00000100:00100000:0.0:1746157411.931095:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746157411.931123:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7293 00000100:00100000:0.0:1746157411.931129:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268717568:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157411.931137:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157411.931336:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bb23a00/0x4450b99e49e61cd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032526 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.931363:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267229952:192.168.203.5@tcp:106: 00000100:00100000:0.0:1746157411.931410:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5d80 going to sleep for 11 seconds 00002000:00010000:0.0:1746157411.934181:0:16659:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746157411.934190:0:16659:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime: 0 -> 1746157411 00002000:00010000:0.0:1746157411.934193:0:16659:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime: 0 -> 1746157411 00002000:00010000:0.0:1746157411.934195:0:16659:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime: 0 -> 1746157411 00002000:00010000:0.0:1746157411.934212:0:16659:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 24585 00000100:00100000:0.0:1746157411.934224:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267229824:192.168.203.5@tcp:106: 00010000:00010000:0.0:1746157411.934262:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a47de400/0x4450b99e49e61ccf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03252d expref: 7 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157411.934277:0:16659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a47de400/0x4450b99e49e61ccf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03252d expref: 7 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157411.934287:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a47de400, rc 0) 00000100:00100000:0.0:1746157411.934744:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1984:x1830978268717696:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 3860us (4577us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157411.934752:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7292 00002000:00010000:0.0:1746157411.935601:0:8488:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746157411.935606:0:8488:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime: 0 -> 1746157411 00002000:00010000:0.0:1746157411.935608:0:8488:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime: 0 -> 1746157411 00002000:00010000:0.0:1746157411.935610:0:8488:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime: 0 -> 1746157411 00002000:00010000:0.0:1746157411.935612:0:8488:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks: 1 -> 24585 00002000:00010000:0.0:1746157411.935625:0:8488:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 26633 00000100:00100000:0.0:1746157411.935632:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267229952:192.168.203.5@tcp:106: 00010000:00010000:0.0:1746157411.935662:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bb23a00/0x4450b99e49e61cd6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032526 expref: 8 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157411.935673:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bb23a00/0x4450b99e49e61cd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032526 expref: 8 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157411.935683:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb23a00, rc 0) 00000100:00100000:0.0:1746157411.935789:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268717568:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 4657us (5676us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157411.935798:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7293 00000100:00100000:1.0:1746157411.943683:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.943946:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268717824 00000100:00100000:0.0:1746157411.943956:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268717824 00000100:00100000:0.0:1746157411.944470:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37956 00000100:00100000:0.0:1746157411.944482:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1138:x1830978268717824:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157411.944508:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157411.944527:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74a00/0x4450b99e49e61cdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032534 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.944586:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.944598:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.944609:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746157411.944674:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746157411.944677:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157411.944911:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.944932:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74a00/0x4450b99e49e61cdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 16 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.945605:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 15 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.945614:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:0.0:1746157411.945618:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157411.945621:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c75600, rc 0) 00000100:00100000:0.0:1746157411.945944:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1138:x1830978268717824:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 1464us (2270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157411.945952:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37956 00000100:00100000:3.0:1746157411.966023:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157411.967309:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268718080 00000100:00100000:0.0:1746157411.967322:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268718080 00000100:00100000:0.0:1746157411.967418:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37957 00000100:00100000:0.0:1746157411.967427:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+20:1140:x1830978268718080:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:0.0:1746157411.967446:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157411.967466:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74e00/0x4450b99e49e61ceb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03253b expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.967562:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74800/0x4450b99e49e61cf2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.967576:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74800/0x4450b99e49e61cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157411.967588:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74800/0x4450b99e49e61cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746157411.967599:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746157411.967717:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74e00/0x4450b99e49e61ceb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03253b expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.968241:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c74800/0x4450b99e49e61cf2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03253b expref: 22 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157411.968250:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:0.0:1746157411.968253:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746157411.968256:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c74800, rc 0) 00000100:00100000:0.0:1746157411.968324:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1140:x1830978268718080:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 898us (2323us total) trans 4294983528 rc 0/0 00000100:00100000:0.0:1746157411.968330:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37957 00000100:00100000:0.0:1746157411.973262:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.973467:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268718336 00000100:00100000:1.0:1746157411.973477:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268718336 00000100:00100000:1.0:1746157411.973524:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37958 00000100:00100000:1.0:1746157411.973532:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1140:x1830978268718336:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:1.0:1746157411.973555:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157411.973574:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032542 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.973699:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61d07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157411.973713:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61d07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157411.973723:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61d07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157411.973733:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:1.0:1746157411.973842:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032542 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.973863:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61d07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032542 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157411.973870:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:1.0:1746157411.973873:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157411.973876:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883e00, rc 0) 00000100:00100000:1.0:1746157411.973922:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1140:x1830978268718336:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 392us (672us total) trans 4294983529 rc 0/0 00000100:00100000:1.0:1746157411.973929:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37958 00000100:00100000:1.0:1746157411.978257:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.979524:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.979562:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.979600:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268718592 00000100:00100000:1.0:1746157411.979608:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268718592 00000100:00100000:1.0:1746157411.979648:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268718720 00000100:00100000:1.0:1746157411.979650:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268718720 00000100:00100000:2.0:1746157411.980195:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268718464 00000100:00100000:2.0:1746157411.980201:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268718464 00000100:00100000:2.0:1746157411.980243:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 218 00000100:00100000:2.0:1746157411.980250:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1983:x1830978268718464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157411.980268:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157411.980292:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091883e00/0x4450b99e49e61d07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032542 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157411.980456:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:2.0:1746157411.980460:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157411.980570:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1983:x1830978268718464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 319us (2391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157411.980577:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 218 00000100:00100000:1.0:1746157411.980913:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7294 00000100:00100000:1.0:1746157411.980922:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268718592:12345-192.168.203.5@tcp:101:cmp.0 00000100:00100000:0.0:1746157411.980936:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7295 00010000:00010000:1.0:1746157411.980937:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157411.980951:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883200/0x4450b99e49e61d15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032549 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157411.980953:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1985:x1830978268718720:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:0.0:1746157411.980969:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157411.980983:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e61d1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032550 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157411.980996:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978267230080:192.168.203.5@tcp:106: 00000100:00100000:0.0:1746157411.981039:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267230208:192.168.203.5@tcp:106: 00000100:00100000:1.0:1746157411.981064:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d1300 going to sleep for 11 seconds 00000100:00100000:1.0:1746157411.981144:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129cd5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157411.983835:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267230208:192.168.203.5@tcp:106: 00010000:00010000:0.0:1746157411.983871:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e61d1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032550 expref: 7 pid: 21450 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157411.983885:0:21450:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75800/0x4450b99e49e61d1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032550 expref: 7 pid: 21450 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746157411.984549:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb4ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978267230080:192.168.203.5@tcp:106: 00010000:00010000:2.0:1746157411.984571:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091883200/0x4450b99e49e61d15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032549 expref: 8 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157411.984581:0:16659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091883200/0x4450b99e49e61d15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032549 expref: 8 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157411.984605:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883200, rc 0) 00000100:00100000:2.0:1746157411.984657:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268718592:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 3736us (5138us total) trans 0 rc 301/301 00000100:00100000:2.0:1746157411.984666:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7294 00010000:00010000:0.0:1746157411.984917:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135c75800, rc 0) 00000100:00100000:0.0:1746157411.984942:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1985:x1830978268718720:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 3997us (5379us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157411.984948:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7295 00000100:00100000:1.0:1746157411.997308:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.999092:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157411.999313:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157411.999329:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268718976 00000100:00100000:3.0:1746157411.999337:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268718976 00002000:00100000:3.0:1746157411.999388:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008fb4ce00 x1830978268718976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/0 e 0 to 0 dl 1746157422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157411.999397:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ce00 with x1830978268718976 ext(0->1048575) 00002000:00010000:3.0:1746157411.999403:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ce00 00000100:00100000:3.0:1746157412.000233:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268719232 00000100:00100000:3.0:1746157412.000240:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268719232 00002000:00100000:3.0:1746157412.000266:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008fb4d180 x1830978268719232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/0 e 0 to 0 dl 1746157422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.000274:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d180 with x1830978268719232 ext(0->1048575) 00002000:00010000:3.0:1746157412.000278:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d180 00000100:00100000:0.0:1746157412.000308:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5263 00000100:00100000:0.0:1746157412.000320:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268718976:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.000634:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.000654:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268719488 00000100:00100000:1.0:1746157412.000657:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268719488 00002000:00100000:1.0:1746157412.000675:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88008fb4d500 x1830978268719488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/0 e 0 to 0 dl 1746157422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.000682:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d500 with x1830978268719488 ext(1048576->2097151) 00002000:00010000:1.0:1746157412.000685:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4d500 00000100:00100000:1.0:1746157412.000695:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268719744 00000100:00100000:1.0:1746157412.000697:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268719744 00002000:00100000:1.0:1746157412.000706:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008fb4d880 x1830978268719744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.000712:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d880 with x1830978268719744 ext(1048576->2097151) 00002000:00010000:1.0:1746157412.000715:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d880 00000100:00100000:1.0:1746157412.000724:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5264 00000100:00100000:1.0:1746157412.000728:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268719232:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.001590:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5265 00000100:00100000:1.0:1746157412.001599:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268719488:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.001848:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5266 00000100:00100000:2.0:1746157412.001858:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268719744:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.022439:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268719232:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 21697us (23353us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.022452:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5264 00002000:00100000:1.0:1746157412.022687:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008fb4d180 x1830978268719232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/440 e 0 to 0 dl 1746157422 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.022696:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d180 with x1830978268719232 ext(0->1048575) 00002000:00010000:1.0:1746157412.022703:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d180 00000100:00100000:0.0:1746157412.024048:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268719488:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 22443us (24726us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.024059:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5265 00002000:00100000:0.0:1746157412.024067:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff88008fb4d500 x1830978268719488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/440 e 0 to 0 dl 1746157422 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.024093:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d500 with x1830978268719488 ext(1048576->2097151) 00002000:00010000:0.0:1746157412.024098:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4d500 00000100:00100000:1.0:1746157412.031581:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1986:x1830978268718976:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 31251us (34270us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.031595:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5263 00002000:00100000:1.0:1746157412.031607:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88008fb4ce00 x1830978268718976/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:217/0 lens 488/440 e 0 to 0 dl 1746157422 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.031617:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ce00 with x1830978268718976 ext(0->1048575) 00002000:00010000:1.0:1746157412.031623:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ce00 00000100:00100000:2.0:1746157412.034769:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268719744:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 32902us (34123us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.034781:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5266 00002000:00100000:2.0:1746157412.034792:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88008fb4d880 x1830978268719744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.034808:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4d880 with x1830978268719744 ext(1048576->2097151) 00002000:00010000:2.0:1746157412.034814:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4d880 00000100:00100000:0.0:1746157412.045207:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.045342:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268719872 00000100:00100000:2.0:1746157412.045351:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268719872 00000100:00100000:2.0:1746157412.045465:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7296 00000100:00100000:2.0:1746157412.045472:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1140:x1830978268719872:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:2.0:1746157412.045490:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157412.045506:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c22600/0x4450b99e49e61d23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032557 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.045533:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.045539:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157412.045541:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157412.045544:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c22600/0x4450b99e49e61d23 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032557 expref: 8 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.045572:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 7 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.045582:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 7 pid: 16659 timeout: 619 lvb_type: 0 00000100:00100000:2.0:1746157412.045592:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978267230336:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157412.046215:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157412.050562:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21450:1830978267230336:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157412.050595:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091c22600/0x4450b99e49e61d23 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032557 expref: 8 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.050614:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c22600, rc 0) 00000100:00100000:2.0:1746157412.050657:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1140:x1830978268719872:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 5185us (5458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157412.050666:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7296 00000100:00100000:1.0:1746157412.063400:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.063514:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268720000 00000100:00100000:2.0:1746157412.063525:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268720000 00010000:00010000:2.0:1746157412.064236:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 8 pid: 16659 timeout: 619 lvb_type: 0 00000100:00100000:2.0:1746157412.064280:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10608 00000100:00100000:2.0:1746157412.064290:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268720000:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157412.064304:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157412.064327:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 8 pid: 16659 timeout: 619 lvb_type: 0 00010000:00010000:2.0:1746157412.064338:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 8 pid: 16659 timeout: 619 lvb_type: 0 00010000:00010000:2.0:1746157412.064361:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d06c200/0x4450b99e49e61b1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324f5 expref: 8 pid: 16659 timeout: 619 lvb_type: 0 00000100:00080000:1.0:1746157412.064900:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746157412.065705:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.065709:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.065721:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091c22600/0x4450b99e49e61d23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032557 expref: 7 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.065730:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c22600/0x4450b99e49e61d23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032557 expref: 7 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.065768:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091c22600/0x4450b99e49e61d23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032557 expref: 7 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157412.065779:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978267230464:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157412.067218:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157412.069249:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978267230464:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157412.069275:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157412.069334:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1986:x1830978268720000:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5045us (5945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157412.069347:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10608 00000100:00100000:1.0:1746157412.072594:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.072735:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268720256 00000100:00100000:2.0:1746157412.072745:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268720256 00002000:00100000:2.0:1746157412.072790:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff88008fb4df80 x1830978268720256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.072801:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4df80 with x1830978268720256 ext(0->1048575) 00002000:00010000:2.0:1746157412.072806:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4df80 00000100:00100000:2.0:1746157412.072828:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5267 00000100:00100000:2.0:1746157412.072835:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268720256:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.085648:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268720256:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12801us (13053us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.085664:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5267 00002000:00100000:2.0:1746157412.085676:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff88008fb4df80 x1830978268720256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.085684:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4df80 with x1830978268720256 ext(0->1048575) 00002000:00010000:2.0:1746157412.085689:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4df80 00000100:00100000:0.0:1746157412.091802:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.091988:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268720384 00000100:00100000:2.0:1746157412.092155:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268720384 00000100:00100000:2.0:1746157412.092210:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7297 00000100:00100000:2.0:1746157412.092218:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+6:1140:x1830978268720384:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:2.0:1746157412.092238:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157412.092255:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c23c00/0x4450b99e49e61d2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03255e expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.092287:0:21450:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 7 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.092295:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157412.092296:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157412.092300:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c23c00/0x4450b99e49e61d2a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03255e expref: 7 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.092330:0:21450:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 7 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.092342:0:21450:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 7 pid: 8487 timeout: 619 lvb_type: 0 00000100:00100000:2.0:1746157412.092359:0:21450:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267230592:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157412.092455:0:21450:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157412.093858:0:21450:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21450:1830978267230592:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157412.093885:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c23c00/0x4450b99e49e61d2a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03255e expref: 7 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.093900:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c23c00, rc 0) 00000100:00100000:2.0:1746157412.093931:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1140:x1830978268720384:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 1715us (2140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157412.093939:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7297 00000100:00100000:1.0:1746157412.103955:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.105739:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268720512 00000100:00100000:2.0:1746157412.105753:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268720512 00010000:00010000:2.0:1746157412.105827:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 8 pid: 8487 timeout: 619 lvb_type: 0 00000100:00100000:2.0:1746157412.105870:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10609 00000100:00100000:2.0:1746157412.105881:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268720512:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157412.105894:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157412.105917:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 8 pid: 8487 timeout: 619 lvb_type: 0 00010000:00010000:2.0:1746157412.105928:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 8 pid: 8487 timeout: 619 lvb_type: 0 00010000:00010000:2.0:1746157412.105957:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093074200/0x4450b99e49e61b24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324fc expref: 8 pid: 8487 timeout: 619 lvb_type: 0 00010000:00010000:2.0:1746157412.105984:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.105986:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.105993:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c23c00/0x4450b99e49e61d2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03255e expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.106010:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c23c00/0x4450b99e49e61d2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03255e expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.106043:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c23c00/0x4450b99e49e61d2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03255e expref: 6 pid: 21450 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157412.106055:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978267230720:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157412.106167:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1f0c0 going to sleep for 11 seconds 00000100:00080000:1.0:1746157412.106220:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746157412.110250:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091710700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978267230720:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157412.110276:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157412.110328:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1986:x1830978268720512:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4449us (6383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157412.110339:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10609 00000100:00100000:0.0:1746157412.117755:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.117796:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.117939:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.118018:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268720768 00000100:00100000:2.0:1746157412.118027:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268720768 00002000:00100000:2.0:1746157412.118097:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88013604ce00 x1830978268720768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.118107:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830978268720768 ext(0->1048575) 00002000:00010000:2.0:1746157412.118112:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604ce00 00000100:00100000:1.0:1746157412.118147:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268721024 00000100:00100000:1.0:1746157412.118151:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268721024 00000100:00100000:0.0:1746157412.118155:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268721280 00000100:00100000:0.0:1746157412.118157:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268721280 00002000:00100000:1.0:1746157412.118168:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013604c380 x1830978268721024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.118174:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff88013604c000 x1830978268721280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.118175:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830978268721024 ext(1048576->2097151) 00002000:00010000:1.0:1746157412.118178:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604c380 00002000:00100000:0.0:1746157412.118180:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830978268721280 ext(1048576->2097151) 00002000:00010000:0.0:1746157412.118184:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c000 00000100:00100000:1.0:1746157412.118192:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5268 00000100:00100000:1.0:1746157412.118198:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268720768:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.118202:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5269 00000100:00100000:0.0:1746157412.118206:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268721024:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.118228:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5270 00000100:00100000:3.0:1746157412.118237:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268721280:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.129499:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268721280:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 11251us (11547us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.129511:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5270 00002000:00100000:3.0:1746157412.129524:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff88013604c000 x1830978268721280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.129539:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830978268721280 ext(1048576->2097151) 00002000:00010000:3.0:1746157412.129546:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c000 00000100:00100000:1.0:1746157412.135907:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268720768:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 17694us (18148us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.135923:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5268 00002000:00100000:1.0:1746157412.135934:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88013604ce00 x1830978268720768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.135943:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830978268720768 ext(0->1048575) 00002000:00010000:1.0:1746157412.135949:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604ce00 00000100:00100000:2.0:1746157412.136667:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268721024:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 18457us (18868us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.136816:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5269 00002000:00100000:2.0:1746157412.136823:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013604c380 x1830978268721024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.136830:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830978268721024 ext(1048576->2097151) 00002000:00010000:2.0:1746157412.136833:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604c380 00000100:00100000:0.0:1746157412.155435:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.155474:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.155499:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.155537:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.155560:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268721536 00000100:00100000:3.0:1746157412.155571:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268721536 00000100:00100000:0.0:1746157412.155571:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268721792 00000100:00100000:0.0:1746157412.155574:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268721792 00002000:00100000:3.0:1746157412.155620:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88013604dc00 x1830978268721536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.155620:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff88013604d500 x1830978268721792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.155630:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830978268721536 ext(2097152->3145727) 00002000:00100000:0.0:1746157412.155630:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d500 with x1830978268721792 ext(3145728->4194303) 00002000:00010000:3.0:1746157412.155635:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604dc00 00002000:00010000:0.0:1746157412.155635:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d500 00000100:00100000:0.0:1746157412.155651:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268722048 00000100:00100000:0.0:1746157412.155654:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268722048 00002000:00100000:0.0:1746157412.155667:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88013604f100 x1830978268722048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.155674:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830978268722048 ext(2097152->3145727) 00002000:00010000:0.0:1746157412.155677:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f100 00000100:00100000:3.0:1746157412.155771:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268722304 00000100:00100000:3.0:1746157412.155774:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268722304 00002000:00100000:3.0:1746157412.155787:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88013604f480 x1830978268722304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.155793:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f480 with x1830978268722304 ext(3145728->4194303) 00002000:00010000:3.0:1746157412.155795:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f480 00000100:00100000:3.0:1746157412.155808:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5271 00000100:00100000:3.0:1746157412.155815:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268721792:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.156101:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5272 00000100:00100000:0.0:1746157412.156107:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268721536:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.156116:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5273 00000100:00100000:2.0:1746157412.156127:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268722048:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.156156:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5274 00000100:00100000:1.0:1746157412.156166:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268722304:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.170686:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268721536:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14567us (15250us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.170699:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5272 00002000:00100000:2.0:1746157412.170711:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88013604dc00 x1830978268721536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.170720:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830978268721536 ext(2097152->3145727) 00002000:00010000:2.0:1746157412.170727:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604dc00 00000100:00100000:1.0:1746157412.171378:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268722304:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15211us (15836us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.171386:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5274 00002000:00100000:1.0:1746157412.171393:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88013604f480 x1830978268722304/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.171400:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f480 with x1830978268722304 ext(3145728->4194303) 00002000:00010000:1.0:1746157412.171405:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f480 00000100:00100000:3.0:1746157412.180769:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268721792:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 24941us (25279us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.180783:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5271 00002000:00100000:3.0:1746157412.180795:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff88013604d500 x1830978268721792/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.180805:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d500 with x1830978268721792 ext(3145728->4194303) 00002000:00010000:3.0:1746157412.180812:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d500 00000100:00100000:2.0:1746157412.184212:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268722048:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 28075us (28697us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.184225:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5273 00002000:00100000:2.0:1746157412.184237:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88013604f100 x1830978268722048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.184246:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830978268722048 ext(2097152->3145727) 00002000:00010000:2.0:1746157412.184253:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f100 00000100:00100000:0.0:1746157412.197598:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.197648:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.197929:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268722560 00000100:00100000:2.0:1746157412.197938:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268722560 00002000:00100000:2.0:1746157412.197982:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff88009ba89880 x1830978268722560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746157412.197987:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268722816 00000100:00100000:3.0:1746157412.197991:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268722816 00002000:00100000:2.0:1746157412.198008:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89880 with x1830978268722560 ext(2097152->3145727) 00002000:00010000:2.0:1746157412.198014:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba89880 00002000:00100000:3.0:1746157412.198022:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880092c86a00 x1830978268722816/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.198031:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86a00 with x1830978268722816 ext(3145728->4194303) 00002000:00010000:3.0:1746157412.198035:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c86a00 00000100:00100000:2.0:1746157412.198043:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5275 00000100:00100000:2.0:1746157412.198049:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268722560:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.198052:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5276 00000100:00100000:3.0:1746157412.198058:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268722816:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.205521:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.205558:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.206139:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268723072 00000100:00100000:0.0:1746157412.206149:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268723072 00002000:00100000:0.0:1746157412.206190:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008fb4e680 x1830978268723072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.206199:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4e680 with x1830978268723072 ext(2097152->3145727) 00002000:00010000:0.0:1746157412.206205:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4e680 00000100:00100000:1.0:1746157412.207142:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268723328 00000100:00100000:1.0:1746157412.207149:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268723328 00002000:00100000:1.0:1746157412.207174:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008fb4ea00 x1830978268723328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.207180:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ea00 with x1830978268723328 ext(3145728->4194303) 00002000:00010000:1.0:1746157412.207183:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ea00 00000100:00100000:1.0:1746157412.207202:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5277 00000100:00100000:1.0:1746157412.207210:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268723072:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.208142:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5278 00000100:00100000:2.0:1746157412.208151:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268723328:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.211030:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268722816:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12960us (13368us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.211043:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5276 00002000:00100000:2.0:1746157412.211055:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880092c86a00 x1830978268722816/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.211064:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c86a00 with x1830978268722816 ext(3145728->4194303) 00002000:00010000:2.0:1746157412.211089:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c86a00 00000100:00100000:3.0:1746157412.213263:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268722560:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15202us (15662us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.213276:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5275 00002000:00100000:3.0:1746157412.213286:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff88009ba89880 x1830978268722560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.213296:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ba89880 with x1830978268722560 ext(2097152->3145727) 00002000:00010000:3.0:1746157412.213302:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ba89880 00000100:00100000:1.0:1746157412.219319:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268723072:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12095us (13793us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.219332:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5277 00002000:00100000:1.0:1746157412.219343:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008fb4e680 x1830978268723072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.219353:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4e680 with x1830978268723072 ext(2097152->3145727) 00002000:00010000:1.0:1746157412.219359:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4e680 00000100:00100000:0.0:1746157412.224784:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268723328:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 16623us (19212us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.224796:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5278 00002000:00100000:0.0:1746157412.224809:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008fb4ea00 x1830978268723328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.224819:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ea00 with x1830978268723328 ext(3145728->4194303) 00002000:00010000:0.0:1746157412.224825:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb4ea00 00000100:00100000:0.0:1746157412.242328:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.242802:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.242826:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.242860:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.243404:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268723584 00000100:00100000:1.0:1746157412.243414:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268723584 00000100:00100000:0.0:1746157412.243429:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268723840 00000100:00100000:0.0:1746157412.243433:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268723840 00002000:00100000:1.0:1746157412.243461:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8800917e1180 x1830978268723584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.243461:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff8800917e0e00 x1830978268723840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.243471:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1180 with x1830978268723584 ext(4194304->5242879) 00002000:00100000:0.0:1746157412.243471:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0e00 with x1830978268723840 ext(5242880->6291455) 00002000:00010000:1.0:1746157412.243476:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1180 00002000:00010000:0.0:1746157412.243476:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0e00 00000100:00100000:0.0:1746157412.243491:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268724224 00000100:00100000:0.0:1746157412.243493:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268724224 00000100:00100000:1.0:1746157412.243496:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268724096 00000100:00100000:1.0:1746157412.243498:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268724096 00002000:00100000:0.0:1746157412.243504:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800917e0000 x1830978268724224/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.243511:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0000 with x1830978268724224 ext(5242880->6291455) 00002000:00010000:0.0:1746157412.243514:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e0000 00002000:00100000:1.0:1746157412.243515:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800917e3100 x1830978268724096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.243521:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268724096 ext(4194304->5242879) 00002000:00010000:1.0:1746157412.243523:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e3100 00000100:00100000:0.0:1746157412.243525:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5279 00000100:00100000:0.0:1746157412.243531:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268723840:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.243536:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5280 00000100:00100000:1.0:1746157412.243542:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268723584:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.243596:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5281 00000100:00100000:0.0:1746157412.243600:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268724224:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.244425:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5282 00000100:00100000:0.0:1746157412.244433:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268724096:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.253788:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268724224:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10174us (10948us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.253799:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5281 00002000:00100000:2.0:1746157412.253810:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800917e0000 x1830978268724224/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.253820:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0000 with x1830978268724224 ext(5242880->6291455) 00002000:00010000:2.0:1746157412.253827:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e0000 00000100:00100000:1.0:1746157412.258228:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268723584:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14674us (15898us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.258240:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5280 00002000:00100000:1.0:1746157412.258252:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8800917e1180 x1830978268723584/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.258261:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1180 with x1830978268723584 ext(4194304->5242879) 00002000:00010000:1.0:1746157412.258268:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1180 00000100:00100000:1.0:1746157412.259213:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268724096:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14777us (16346us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.259222:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5282 00002000:00100000:1.0:1746157412.259229:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800917e3100 x1830978268724096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.259239:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3100 with x1830978268724096 ext(4194304->5242879) 00002000:00010000:1.0:1746157412.259243:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e3100 00000100:00100000:0.0:1746157412.264715:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268723840:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 21176us (21906us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.264727:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5279 00002000:00100000:0.0:1746157412.264736:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff8800917e0e00 x1830978268723840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.264744:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0e00 with x1830978268723840 ext(5242880->6291455) 00002000:00010000:0.0:1746157412.264749:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0e00 00000100:00100000:2.0:1746157412.271567:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.271912:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268724608 00000100:00100000:0.0:1746157412.271921:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268724608 00002000:00100000:0.0:1746157412.271970:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880091710e00 x1830978268724608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.271979:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710e00 with x1830978268724608 ext(6291456->7340031) 00002000:00010000:0.0:1746157412.271985:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091710e00 00000100:00100000:0.0:1746157412.272154:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5283 00000100:00100000:0.0:1746157412.272162:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268724608:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.281815:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.281860:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.281889:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.281890:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268725120 00000100:00100000:1.0:1746157412.281901:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268725120 00002000:00100000:1.0:1746157412.281948:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800917e0700 x1830978268725120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.281959:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0700 with x1830978268725120 ext(5242880->6291455) 00002000:00010000:1.0:1746157412.281965:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0700 00000100:00100000:2.0:1746157412.282570:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268724992 00000100:00100000:2.0:1746157412.282576:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268724992 00000100:00100000:2.0:1746157412.282586:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268725504 00000100:00100000:2.0:1746157412.282588:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268725504 00002000:00100000:2.0:1746157412.282609:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff8800917e2d80 x1830978268725504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.282616:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2d80 with x1830978268725504 ext(5242880->6291455) 00002000:00010000:2.0:1746157412.282619:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e2d80 00000100:00100000:0.0:1746157412.282664:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.282813:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268725376 00000100:00100000:1.0:1746157412.282817:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268725376 00002000:00100000:1.0:1746157412.282834:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800917e1880 x1830978268725376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.282841:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1880 with x1830978268725376 ext(4194304->5242879) 00002000:00010000:1.0:1746157412.282844:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e1880 00000100:00100000:1.0:1746157412.282859:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5284 00000100:00100000:1.0:1746157412.282866:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268725120:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.282931:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5285 00000100:00100000:2.0:1746157412.282938:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268725504:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.282945:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268724608:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10782us (11385us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.282952:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5283 00002000:00100000:0.0:1746157412.282962:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff880091710e00 x1830978268724608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.282969:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710e00 with x1830978268724608 ext(6291456->7340031) 00002000:00010000:0.0:1746157412.282973:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091710e00 00000100:00100000:0.0:1746157412.282993:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5286 00000100:00100000:0.0:1746157412.283010:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268725376:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:3.0:1746157412.283285:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800917e0380 x1830978268724992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.283300:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0380 with x1830978268724992 ext(4194304->5242879) 00002000:00010000:3.0:1746157412.283306:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0380 00000100:00100000:3.0:1746157412.283327:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5287 00000100:00100000:3.0:1746157412.283336:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268724992:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.293851:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268725504:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10901us (11948us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.293864:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5285 00002000:00100000:2.0:1746157412.293875:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff8800917e2d80 x1830978268725504/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.293884:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2d80 with x1830978268725504 ext(5242880->6291455) 00002000:00010000:2.0:1746157412.293891:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e2d80 00000100:00100000:1.0:1746157412.298384:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268725120:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15508us (16569us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.298396:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5284 00002000:00100000:1.0:1746157412.298407:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800917e0700 x1830978268725120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.298415:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0700 with x1830978268725120 ext(5242880->6291455) 00002000:00010000:1.0:1746157412.298420:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0700 00000100:00100000:1.0:1746157412.306923:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268725376:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 23913us (24248us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.306934:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5286 00002000:00100000:1.0:1746157412.306945:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800917e1880 x1830978268725376/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.306955:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1880 with x1830978268725376 ext(4194304->5242879) 00002000:00010000:1.0:1746157412.306961:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e1880 00000100:00100000:0.0:1746157412.307278:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268724992:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 23943us (25416us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.307503:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5287 00002000:00100000:0.0:1746157412.307509:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800917e0380 x1830978268724992/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.307516:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e0380 with x1830978268724992 ext(4194304->5242879) 00002000:00010000:0.0:1746157412.307520:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e0380 00000100:00100000:3.0:1746157412.307668:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.307746:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268725760 00000100:00100000:0.0:1746157412.307754:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268725760 00000100:00100000:0.0:1746157412.307796:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 381 00000100:00100000:0.0:1746157412.307803:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4661c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1986:x1830978268725760:12345-192.168.203.5@tcp:400:kworker.0 00000100:00100000:0.0:1746157412.307839:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4661c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3a4038e0-baf8-4ee8-929e-923bba192847+12:1986:x1830978268725760:12345-192.168.203.5@tcp:400:kworker.0 Request processed in 37us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157412.307844:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 381 00000100:00100000:3.0:1746157412.319149:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.319736:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268726016 00000100:00100000:0.0:1746157412.319747:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268726016 00002000:00100000:0.0:1746157412.319787:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88008cb27800 x1830978268726016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.319796:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27800 with x1830978268726016 ext(6291456->7340031) 00002000:00010000:0.0:1746157412.319800:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb27800 00000100:00100000:0.0:1746157412.321110:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5288 00000100:00100000:0.0:1746157412.321121:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268726016:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.324887:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.325776:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.325836:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268726400 00000100:00100000:0.0:1746157412.325846:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268726400 00000100:00100000:2.0:1746157412.325871:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00002000:00100000:0.0:1746157412.325884:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880091710000 x1830978268726400/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.325894:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710000 with x1830978268726400 ext(6291456->7340031) 00002000:00010000:0.0:1746157412.325898:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091710000 00000100:00100000:0.0:1746157412.325916:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268726528 00000100:00100000:0.0:1746157412.325919:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268726528 00002000:00100000:0.0:1746157412.325929:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880091710700 x1830978268726528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.325935:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710700 with x1830978268726528 ext(7340032->8388607) 00002000:00010000:0.0:1746157412.325937:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091710700 00000100:00100000:0.0:1746157412.325966:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268726784 00000100:00100000:0.0:1746157412.325968:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268726784 00000100:00100000:3.0:1746157412.325980:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5289 00002000:00100000:0.0:1746157412.325980:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88008c51dc00 x1830978268726784/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746157412.325986:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5290 00002000:00100000:0.0:1746157412.325986:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51dc00 with x1830978268726784 ext(7340032->8388607) 00002000:00010000:0.0:1746157412.325989:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51dc00 00000100:00100000:3.0:1746157412.325991:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268726400:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.325992:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268726528:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.326020:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5291 00000100:00100000:0.0:1746157412.326027:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268726784:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.334992:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268726016:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13861us (15842us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.335013:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5288 00002000:00100000:2.0:1746157412.335024:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88008cb27800 x1830978268726016/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.335034:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27800 with x1830978268726016 ext(6291456->7340031) 00002000:00010000:2.0:1746157412.335041:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb27800 00000100:00100000:0.0:1746157412.336961:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268726400:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10965us (12075us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.336969:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5289 00002000:00100000:0.0:1746157412.336976:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880091710000 x1830978268726400/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.336983:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710000 with x1830978268726400 ext(6291456->7340031) 00002000:00010000:0.0:1746157412.336987:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091710000 00000100:00100000:2.0:1746157412.353155:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268726528:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 27151us (27369us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.353166:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5290 00002000:00100000:2.0:1746157412.353177:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880091710700 x1830978268726528/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.353187:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091710700 with x1830978268726528 ext(7340032->8388607) 00002000:00010000:2.0:1746157412.353193:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091710700 00000100:00100000:1.0:1746157412.353344:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268726784:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 27315us (27470us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.353352:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5291 00002000:00100000:1.0:1746157412.353359:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88008c51dc00 x1830978268726784/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.353366:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51dc00 with x1830978268726784 ext(7340032->8388607) 00002000:00010000:1.0:1746157412.353370:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51dc00 00000100:00100000:0.0:1746157412.362852:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.362908:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.363188:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268727168 00000100:00100000:1.0:1746157412.363199:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268727168 00002000:00100000:1.0:1746157412.363246:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff8800917e1f80 x1830978268727168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746157412.363253:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268727296 00002000:00100000:1.0:1746157412.363254:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268727168 ext(8388608->9437183) 00000100:00100000:2.0:1746157412.363258:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268727296 00002000:00010000:1.0:1746157412.363259:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1f80 00002000:00100000:2.0:1746157412.363279:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800917e3800 x1830978268727296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746157412.363281:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5292 00000100:00100000:1.0:1746157412.363286:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268727168:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:2.0:1746157412.363436:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3800 with x1830978268727296 ext(8388608->9437183) 00002000:00010000:2.0:1746157412.363441:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e3800 00000100:00100000:2.0:1746157412.363451:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5293 00000100:00100000:2.0:1746157412.363458:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268727296:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.367995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.368030:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.368067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.368161:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268727552 00000100:00100000:0.0:1746157412.368170:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268727552 00002000:00100000:0.0:1746157412.368205:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008cb27b80 x1830978268727552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.368213:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27b80 with x1830978268727552 ext(6291456->7340031) 00002000:00010000:0.0:1746157412.368217:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb27b80 00000100:00100000:0.0:1746157412.368231:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268727808 00000100:00100000:0.0:1746157412.368233:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268727808 00002000:00100000:0.0:1746157412.368243:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008cb25180 x1830978268727808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.368249:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb25180 with x1830978268727808 ext(7340032->8388607) 00002000:00010000:0.0:1746157412.368252:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb25180 00000100:00100000:0.0:1746157412.368271:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268728064 00000100:00100000:0.0:1746157412.368274:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268728064 00002000:00100000:0.0:1746157412.368286:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800a178d180 x1830978268728064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.368292:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d180 with x1830978268728064 ext(7340032->8388607) 00002000:00010000:0.0:1746157412.368294:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a178d180 00000100:00100000:0.0:1746157412.368305:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5294 00000100:00100000:0.0:1746157412.368311:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268727552:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.369374:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5295 00000100:00100000:1.0:1746157412.369382:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268727808:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.369899:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5296 00000100:00100000:1.0:1746157412.369904:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268728064:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.377489:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268727168:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14196us (14642us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.377499:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5292 00002000:00100000:1.0:1746157412.377508:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff8800917e1f80 x1830978268727168/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.377517:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1f80 with x1830978268727168 ext(8388608->9437183) 00002000:00010000:1.0:1746157412.377522:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1f80 00000100:00100000:2.0:1746157412.386733:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268727296:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 23262us (23810us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.386745:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5293 00002000:00100000:2.0:1746157412.386758:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800917e3800 x1830978268727296/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.386768:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3800 with x1830978268727296 ext(8388608->9437183) 00002000:00010000:2.0:1746157412.386776:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e3800 00000100:00100000:1.0:1746157412.390039:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268727552:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 21714us (22037us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.390051:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5294 00002000:00100000:1.0:1746157412.390064:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008cb27b80 x1830978268727552/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.390083:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb27b80 with x1830978268727552 ext(6291456->7340031) 00002000:00010000:1.0:1746157412.390089:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb27b80 00000100:00100000:1.0:1746157412.393546:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268727808:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 24154us (25503us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.393558:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5295 00002000:00100000:1.0:1746157412.393570:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008cb25180 x1830978268727808/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.393579:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb25180 with x1830978268727808 ext(7340032->8388607) 00002000:00010000:1.0:1746157412.393585:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb25180 00000100:00100000:1.0:1746157412.394271:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268728064:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 24364us (26200us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.394278:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5296 00002000:00100000:1.0:1746157412.394284:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800a178d180 x1830978268728064/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.394291:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d180 with x1830978268728064 ext(7340032->8388607) 00002000:00010000:1.0:1746157412.394295:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a178d180 00000100:00100000:0.0:1746157412.401356:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.401461:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268728320 00000100:00100000:1.0:1746157412.401471:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268728320 00002000:00100000:1.0:1746157412.401518:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8800917e2300 x1830978268728320/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.401529:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2300 with x1830978268728320 ext(8388608->9437183) 00002000:00010000:1.0:1746157412.401535:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e2300 00000100:00100000:1.0:1746157412.401572:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5297 00000100:00100000:1.0:1746157412.401579:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268728320:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.408672:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.409544:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268728576 00000100:00100000:2.0:1746157412.409554:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268728576 00002000:00100000:2.0:1746157412.409601:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800a178e300 x1830978268728576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.409612:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e300 with x1830978268728576 ext(8388608->9437183) 00002000:00010000:2.0:1746157412.409617:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178e300 00000100:00100000:2.0:1746157412.409643:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5298 00000100:00100000:2.0:1746157412.409649:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268728576:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.411899:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268728320:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10312us (10546us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.411909:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5297 00002000:00100000:1.0:1746157412.411918:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8800917e2300 x1830978268728320/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.411926:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2300 with x1830978268728320 ext(8388608->9437183) 00002000:00010000:1.0:1746157412.411931:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e2300 00000100:00100000:0.0:1746157412.414596:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.414637:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.414667:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268728960 00000100:00100000:0.0:1746157412.414674:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268728960 00000100:00100000:1.0:1746157412.414700:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268729088 00000100:00100000:1.0:1746157412.414703:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268729088 00002000:00100000:0.0:1746157412.414707:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800917e1c00 x1830978268728960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.414715:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1c00 with x1830978268728960 ext(9437184->10485759) 00002000:00100000:1.0:1746157412.414718:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff8800917e1500 x1830978268729088/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:0.0:1746157412.414720:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e1c00 00002000:00100000:1.0:1746157412.414724:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1500 with x1830978268729088 ext(9437184->10485759) 00002000:00010000:1.0:1746157412.414726:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1500 00000100:00100000:0.0:1746157412.414745:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5299 00000100:00100000:0.0:1746157412.414752:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268728960:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.414826:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5300 00000100:00100000:1.0:1746157412.414832:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268729088:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.423107:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268728576:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13447us (14438us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.423117:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5298 00002000:00100000:2.0:1746157412.423128:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800a178e300 x1830978268728576/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.423136:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178e300 with x1830978268728576 ext(8388608->9437183) 00002000:00010000:2.0:1746157412.423141:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178e300 00000100:00100000:1.0:1746157412.426580:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268729088:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 11740us (11934us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.426591:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5300 00002000:00100000:1.0:1746157412.426602:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff8800917e1500 x1830978268729088/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.426610:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1500 with x1830978268729088 ext(9437184->10485759) 00002000:00010000:1.0:1746157412.426616:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e1500 00000100:00100000:1.0:1746157412.426853:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268728960:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12101us (12262us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.426859:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5299 00002000:00100000:1.0:1746157412.426864:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800917e1c00 x1830978268728960/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.426871:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e1c00 with x1830978268728960 ext(9437184->10485759) 00002000:00010000:1.0:1746157412.426874:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e1c00 00000100:00100000:3.0:1746157412.430619:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.430702:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268729344 00000100:00100000:1.0:1746157412.430710:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268729344 00002000:00100000:1.0:1746157412.430746:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800a178d880 x1830978268729344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.430760:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d880 with x1830978268729344 ext(10485760->11534335) 00002000:00010000:1.0:1746157412.430764:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d880 00000100:00100000:1.0:1746157412.430793:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5301 00000100:00100000:1.0:1746157412.430800:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268729344:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.434095:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.434535:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268729600 00000100:00100000:2.0:1746157412.434543:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268729600 00002000:00100000:2.0:1746157412.434579:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800a178c000 x1830978268729600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.434587:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178c000 with x1830978268729600 ext(10485760->11534335) 00002000:00010000:2.0:1746157412.434592:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a178c000 00000100:00100000:2.0:1746157412.434625:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5302 00000100:00100000:2.0:1746157412.434631:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268729600:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.435978:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.436043:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268729856 00000100:00100000:0.0:1746157412.436048:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268729856 00002000:00100000:0.0:1746157412.436107:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff8800a178d500 x1830978268729856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.436115:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d500 with x1830978268729856 ext(11534336->12582911) 00002000:00010000:0.0:1746157412.436119:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d500 00000100:00100000:1.0:1746157412.436857:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5303 00000100:00100000:1.0:1746157412.436865:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268729856:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.438013:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268729344:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 7212us (7399us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.438021:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5301 00002000:00100000:1.0:1746157412.438030:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800a178d880 x1830978268729344/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.438037:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d880 with x1830978268729344 ext(10485760->11534335) 00002000:00010000:1.0:1746157412.438041:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d880 00000100:00100000:3.0:1746157412.445354:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.445393:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.445529:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268729600:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10896us (11455us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.445538:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5302 00002000:00100000:3.0:1746157412.445547:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800a178c000 x1830978268729600/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.445555:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178c000 with x1830978268729600 ext(10485760->11534335) 00002000:00010000:3.0:1746157412.445560:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a178c000 00000100:00100000:3.0:1746157412.445693:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268730368 00000100:00100000:3.0:1746157412.445698:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268730368 00002000:00100000:3.0:1746157412.445721:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800a178dc00 x1830978268730368/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.445727:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178dc00 with x1830978268730368 ext(9437184->10485759) 00002000:00010000:3.0:1746157412.445730:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a178dc00 00000100:00100000:3.0:1746157412.445741:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268730240 00000100:00100000:3.0:1746157412.445743:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268730240 00002000:00100000:3.0:1746157412.445754:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a178ed80 x1830978268730240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.445760:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178ed80 with x1830978268730240 ext(9437184->10485759) 00002000:00010000:3.0:1746157412.445763:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178ed80 00000100:00100000:3.0:1746157412.445780:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5304 00000100:00100000:3.0:1746157412.445786:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268730368:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.446476:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5305 00000100:00100000:3.0:1746157412.446482:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268730240:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.448726:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268729856:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 11857us (12748us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.448736:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5303 00002000:00100000:1.0:1746157412.448744:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff8800a178d500 x1830978268729856/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.448752:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178d500 with x1830978268729856 ext(11534336->12582911) 00002000:00010000:1.0:1746157412.448757:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178d500 00000100:00100000:3.0:1746157412.455883:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268730368:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10090us (10529us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.455892:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5304 00002000:00100000:3.0:1746157412.455900:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800a178dc00 x1830978268730368/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.455908:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178dc00 with x1830978268730368 ext(9437184->10485759) 00002000:00010000:3.0:1746157412.455913:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a178dc00 00000100:00100000:3.0:1746157412.456706:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268730240:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10223us (11310us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.456711:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5305 00002000:00100000:3.0:1746157412.456716:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a178ed80 x1830978268730240/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.456722:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a178ed80 with x1830978268730240 ext(9437184->10485759) 00002000:00010000:3.0:1746157412.456725:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a178ed80 00000100:00100000:1.0:1746157412.461583:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.461843:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.462401:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268730624 00000100:00100000:2.0:1746157412.462410:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268730624 00002000:00100000:2.0:1746157412.462444:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008fb4fb80 x1830978268730624/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.462452:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4fb80 with x1830978268730624 ext(10485760->11534335) 00002000:00010000:2.0:1746157412.462457:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4fb80 00000100:00100000:2.0:1746157412.462470:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268730880 00000100:00100000:2.0:1746157412.462472:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268730880 00002000:00100000:2.0:1746157412.462482:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800917e3480 x1830978268730880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.462488:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3480 with x1830978268730880 ext(10485760->11534335) 00002000:00010000:2.0:1746157412.462491:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e3480 00000100:00100000:2.0:1746157412.462501:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5306 00000100:00100000:2.0:1746157412.462507:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268730624:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.463129:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5307 00000100:00100000:2.0:1746157412.463136:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268730880:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.466663:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.466808:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268731136 00000100:00100000:3.0:1746157412.466814:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268731136 00002000:00100000:3.0:1746157412.466846:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88008fb4ca80 x1830978268731136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.466855:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ca80 with x1830978268731136 ext(11534336->12582911) 00002000:00010000:3.0:1746157412.466860:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4ca80 00000100:00100000:3.0:1746157412.466919:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5308 00000100:00100000:3.0:1746157412.466926:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268731136:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.475636:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.475712:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268731392 00000100:00100000:1.0:1746157412.475722:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268731392 00002000:00100000:1.0:1746157412.475760:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800917e2a00 x1830978268731392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.475766:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2a00 with x1830978268731392 ext(11534336->12582911) 00002000:00010000:1.0:1746157412.475771:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e2a00 00000100:00100000:1.0:1746157412.475791:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5309 00000100:00100000:1.0:1746157412.475795:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1985:x1830978268731392:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.476335:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1986:x1830978268730624:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13824us (14756us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.476345:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5306 00002000:00100000:2.0:1746157412.476356:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008fb4fb80 x1830978268730624/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.476365:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4fb80 with x1830978268730624 ext(10485760->11534335) 00002000:00010000:2.0:1746157412.476370:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4fb80 00000100:00100000:2.0:1746157412.483039:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268730880:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 19896us (21189us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.483057:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5307 00002000:00100000:2.0:1746157412.483067:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800917e3480 x1830978268730880/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.483098:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e3480 with x1830978268730880 ext(10485760->11534335) 00002000:00010000:2.0:1746157412.483103:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917e3480 00000100:00100000:3.0:1746157412.486772:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268731136:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 19840us (20109us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.486772:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268731392:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10969us (11140us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.486781:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5308 00000100:00100000:0.0:1746157412.486783:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5309 00002000:00100000:3.0:1746157412.486788:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88008fb4ca80 x1830978268731136/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.486788:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8800917e2a00 x1830978268731392/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.486797:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb4ca80 with x1830978268731136 ext(11534336->12582911) 00002000:00100000:0.0:1746157412.486797:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e2a00 with x1830978268731392 ext(11534336->12582911) 00002000:00010000:3.0:1746157412.486802:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb4ca80 00002000:00010000:0.0:1746157412.486802:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e2a00 00000100:00100000:0.0:1746157412.494832:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.495010:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268731648 00000100:00100000:3.0:1746157412.495017:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268731648 00002000:00100000:3.0:1746157412.495054:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88008e21a680 x1830978268731648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.495062:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a680 with x1830978268731648 ext(12582912->13631487) 00002000:00010000:3.0:1746157412.495066:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a680 00000100:00100000:3.0:1746157412.495110:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5310 00000100:00100000:3.0:1746157412.495116:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268731648:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.498067:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.498313:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268731904 00000100:00100000:0.0:1746157412.498320:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268731904 00002000:00100000:0.0:1746157412.498351:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880130561f80 x1830978268731904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.498358:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561f80 with x1830978268731904 ext(11534336->12582911) 00002000:00010000:0.0:1746157412.498362:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130561f80 00000100:00100000:0.0:1746157412.498388:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5311 00000100:00100000:0.0:1746157412.498394:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268731904:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.501778:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268731648:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 6654us (6945us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.501788:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5310 00002000:00100000:3.0:1746157412.501798:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88008e21a680 x1830978268731648/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.501806:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a680 with x1830978268731648 ext(12582912->13631487) 00002000:00010000:3.0:1746157412.501810:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a680 00000100:00100000:0.0:1746157412.505631:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268731904:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 7229us (7562us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.505643:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5311 00002000:00100000:0.0:1746157412.505651:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880130561f80 x1830978268731904/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.505660:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561f80 with x1830978268731904 ext(11534336->12582911) 00002000:00010000:0.0:1746157412.505664:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130561f80 00000100:00100000:1.0:1746157412.512580:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.513538:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268732160 00000100:00100000:0.0:1746157412.513546:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268732160 00002000:00100000:0.0:1746157412.513584:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff880130561880 x1830978268732160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.513593:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561880 with x1830978268732160 ext(12582912->13631487) 00002000:00010000:0.0:1746157412.513598:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130561880 00000100:00100000:0.0:1746157412.513629:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5312 00000100:00100000:0.0:1746157412.513636:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268732160:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.521978:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268732160:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8334us (9397us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.521988:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5312 00002000:00100000:0.0:1746157412.522005:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff880130561880 x1830978268732160/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.522014:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561880 with x1830978268732160 ext(12582912->13631487) 00002000:00010000:0.0:1746157412.522019:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130561880 00000100:00100000:2.0:1746157412.529293:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.529495:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268732416 00000100:00100000:0.0:1746157412.529502:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268732416 00000100:00100000:0.0:1746157412.529546:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 167 00000100:00100000:0.0:1746157412.529553:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1140:x1830978268732416:12345-192.168.203.5@tcp:35:cmp.0 00000100:00100000:0.0:1746157412.529848:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1140:x1830978268732416:12345-192.168.203.5@tcp:35:cmp.0 Request processed in 294us (559us total) trans 4294983530 rc 0/0 00000100:00100000:0.0:1746157412.529855:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 167 00000100:00100000:1.0:1746157412.540385:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.540685:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268732672 00000100:00100000:2.0:1746157412.540691:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268732672 00000100:00100000:2.0:1746157412.540724:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37959 00000100:00100000:2.0:1746157412.540733:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1141:x1830978268732672:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:2.0:1746157412.540747:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157412.540762:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b09800/0x4450b99e49e61d31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032565 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.540825:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b08200/0x4450b99e49e61d38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157412.540837:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b08200/0x4450b99e49e61d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746157412.540845:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b08200/0x4450b99e49e61d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746157412.540854:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746157412.540942:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b09800/0x4450b99e49e61d31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032565 expref: 18 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.540978:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b08200/0x4450b99e49e61d38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032565 expref: 17 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.540985:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:2.0:1746157412.540987:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157412.540989:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b08200, rc 0) 00000100:00100000:2.0:1746157412.541045:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1141:x1830978268732672:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 312us (666us total) trans 4294983531 rc 0/0 00000100:00100000:2.0:1746157412.541050:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37959 00000100:00100000:0.0:1746157412.543619:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.543658:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.543672:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268732928 00000100:00100000:1.0:1746157412.543678:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268732928 00000100:00100000:1.0:1746157412.543722:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37960 00000100:00100000:1.0:1746157412.543730:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1141:x1830978268732928:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:1.0:1746157412.543745:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.544037:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe800/0x4450b99e49e61d46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03256c expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.544125:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61d4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.544134:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.544143:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157412.544150:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:1.0:1746157412.544229:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe800/0x4450b99e49e61d46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03256c expref: 20 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.544253:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03256c expref: 19 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.544259:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:1.0:1746157412.544262:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157412.544264:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe000, rc 0) 00000100:00100000:2.0:1746157412.544280:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268733056 00000100:00100000:2.0:1746157412.544284:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268733056 00000100:00100000:1.0:1746157412.544298:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1141:x1830978268732928:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 570us (684us total) trans 4294983532 rc 0/0 00000100:00100000:1.0:1746157412.544304:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37960 00000100:00100000:2.0:1746157412.544316:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 219 00000100:00100000:2.0:1746157412.544320:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1986:x1830978268733056:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157412.544327:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157412.544337:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b08200/0x4450b99e49e61d38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032565 expref: 19 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.544346:0:21179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:2.0:1746157412.544349:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157412.544363:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1986:x1830978268733056:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 43us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157412.544368:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 219 00000100:00100000:3.0:1746157412.546506:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.546579:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.546618:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.546673:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268733184 00000100:00100000:0.0:1746157412.546679:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268733184 00000100:00100000:2.0:1746157412.546782:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268733312 00000100:00100000:2.0:1746157412.546786:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268733312 00000100:00100000:2.0:1746157412.546806:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268733440 00000100:00100000:2.0:1746157412.546808:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268733440 00000100:00100000:0.0:1746157412.546813:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 220 00000100:00100000:0.0:1746157412.546821:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1983:x1830978268733184:12345-192.168.203.5@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746157412.546822:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7298 00000100:00100000:2.0:1746157412.546827:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268733312:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:0.0:1746157412.546832:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157412.546838:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157412.546846:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61d4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03256c expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.546849:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b08a00/0x4450b99e49e61d5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032573 expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.546863:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:2.0:1746157412.546864:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157412.546865:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157412.546866:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.546872:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b08a00/0x4450b99e49e61d5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032573 expref: 8 pid: 21450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157412.546882:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099b08a00/0x4450b99e49e61d5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032573 expref: 8 pid: 21450 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746157412.546888:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1983:x1830978268733184:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 69us (434us total) trans 0 rc 0/0 00010000:00010000:2.0:1746157412.546890:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b08a00, rc 0) 00000100:00100000:2.0:1746157412.546907:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268733312:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 80us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157412.546912:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7298 00000100:00100000:2.0:1746157412.546923:0:21450:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7299 00000100:00100000:2.0:1746157412.546927:0:21450:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+7:1985:x1830978268733440:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:2.0:1746157412.546933:0:21450:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157412.546939:0:21450:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b09800/0x4450b99e49e61d62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03257a expref: -99 pid: 21450 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.546948:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.546949:0:21450:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.546952:0:21450:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b09800/0x4450b99e49e61d62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03257a expref: 8 pid: 21450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157412.546965:0:21450:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099b09800/0x4450b99e49e61d62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03257a expref: 8 pid: 21450 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157412.546971:0:21450:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b09800, rc 0) 00000100:00100000:2.0:1746157412.546983:0:21450:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268733440:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 56us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157412.546987:0:21450:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7299 00000100:00100000:0.0:1746157412.547051:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 220 00000100:00100000:1.0:1746157412.567958:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.567986:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.568014:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.568049:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.568174:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268733696 00000100:00100000:3.0:1746157412.568181:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268733696 00000100:00100000:0.0:1746157412.568187:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268733952 00000100:00100000:0.0:1746157412.568191:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268733952 00000100:00100000:2.0:1746157412.568192:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268734208 00000100:00100000:2.0:1746157412.568195:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268734208 00002000:00100000:3.0:1746157412.568215:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880130562a00 x1830978268733696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.568215:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880130561500 x1830978268733952/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.568219:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880130563800 x1830978268734208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.568223:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562a00 with x1830978268733696 ext(0->1048575) 00002000:00100000:0.0:1746157412.568223:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561500 with x1830978268733952 ext(1048576->2097151) 00002000:00010000:3.0:1746157412.568227:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130562a00 00002000:00100000:2.0:1746157412.568227:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563800 with x1830978268734208 ext(0->1048575) 00002000:00010000:0.0:1746157412.568227:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130561500 00002000:00010000:2.0:1746157412.568230:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130563800 00000100:00100000:3.0:1746157412.568245:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268734336 00000100:00100000:3.0:1746157412.568247:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268734336 00002000:00100000:3.0:1746157412.568255:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880130560e00 x1830978268734336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.568262:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130560e00 with x1830978268734336 ext(1048576->2097151) 00002000:00010000:3.0:1746157412.568264:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130560e00 00000100:00100000:0.0:1746157412.568681:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5313 00000100:00100000:0.0:1746157412.568688:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268733696:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.568696:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5314 00000100:00100000:1.0:1746157412.568703:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268733952:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.568734:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5315 00000100:00100000:0.0:1746157412.568746:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268734208:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.569379:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5316 00000100:00100000:1.0:1746157412.569385:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268734336:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.580391:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268733952:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 11681us (12395us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.580402:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5314 00002000:00100000:2.0:1746157412.580411:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880130561500 x1830978268733952/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.580420:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130561500 with x1830978268733952 ext(1048576->2097151) 00002000:00010000:2.0:1746157412.580425:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130561500 00000100:00100000:0.0:1746157412.581903:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268733696:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13211us (13946us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.581911:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5313 00002000:00100000:0.0:1746157412.581917:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880130562a00 x1830978268733696/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.581926:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562a00 with x1830978268733696 ext(0->1048575) 00002000:00010000:0.0:1746157412.581930:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130562a00 00000100:00100000:2.0:1746157412.582720:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130560e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268734336:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13333us (14667us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.582726:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5316 00002000:00100000:2.0:1746157412.582733:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880130560e00 x1830978268734336/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.582739:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130560e00 with x1830978268734336 ext(1048576->2097151) 00002000:00010000:2.0:1746157412.582742:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130560e00 00000100:00100000:0.0:1746157412.585860:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268734208:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 17113us (17838us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.585868:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5315 00002000:00100000:0.0:1746157412.585876:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880130563800 x1830978268734208/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.585884:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563800 with x1830978268734208 ext(0->1048575) 00002000:00010000:0.0:1746157412.585888:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130563800 00000100:00100000:3.0:1746157412.605217:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.605241:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.605367:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.605778:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.605887:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268734848 00000100:00100000:0.0:1746157412.605895:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268734848 00002000:00100000:0.0:1746157412.605934:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff88008a43b100 x1830978268734848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.605943:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b100 with x1830978268734848 ext(2097152->3145727) 00002000:00010000:0.0:1746157412.605947:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a43b100 00000100:00100000:0.0:1746157412.605962:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268734976 00000100:00100000:0.0:1746157412.605964:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268734976 00002000:00100000:0.0:1746157412.605972:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff88008a438000 x1830978268734976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.605977:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438000 with x1830978268734976 ext(3145728->4194303) 00002000:00010000:0.0:1746157412.605980:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a438000 00000100:00100000:0.0:1746157412.605985:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268735360 00000100:00100000:0.0:1746157412.605987:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268735360 00002000:00100000:0.0:1746157412.606009:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008a439500 x1830978268735360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.606021:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439500 with x1830978268735360 ext(3145728->4194303) 00002000:00010000:0.0:1746157412.606023:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439500 00000100:00100000:0.0:1746157412.606041:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5317 00000100:00100000:0.0:1746157412.606048:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1983:x1830978268734848:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.606784:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268735232 00000100:00100000:1.0:1746157412.606788:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268735232 00002000:00100000:1.0:1746157412.606805:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008a43b800 x1830978268735232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.606812:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b800 with x1830978268735232 ext(2097152->3145727) 00002000:00010000:1.0:1746157412.606815:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b800 00000100:00100000:1.0:1746157412.606827:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5318 00000100:00100000:1.0:1746157412.606832:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1983:x1830978268734976:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.607613:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5319 00000100:00100000:2.0:1746157412.607621:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1983:x1830978268735360:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.609973:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5320 00000100:00100000:3.0:1746157412.609983:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1983:x1830978268735232:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.621415:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1983:x1830978268734848:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15360us (16197us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.621425:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5317 00002000:00100000:0.0:1746157412.621435:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff88008a43b100 x1830978268734848/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.621443:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b100 with x1830978268734848 ext(2097152->3145727) 00002000:00010000:0.0:1746157412.621448:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a43b100 00000100:00100000:0.0:1746157412.624306:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1983:x1830978268735232:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14315us (18516us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.624318:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5320 00002000:00100000:0.0:1746157412.624334:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008a43b800 x1830978268735232/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.624346:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b800 with x1830978268735232 ext(2097152->3145727) 00002000:00010000:0.0:1746157412.624352:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43b800 00000100:00100000:2.0:1746157412.627156:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268734976:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 20315us (21906us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.627165:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5318 00002000:00100000:2.0:1746157412.627175:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff88008a438000 x1830978268734976/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.627183:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438000 with x1830978268734976 ext(3145728->4194303) 00002000:00010000:2.0:1746157412.627189:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a438000 00000100:00100000:2.0:1746157412.629538:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268735360:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 21911us (24163us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.629548:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5319 00002000:00100000:2.0:1746157412.629555:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008a439500 x1830978268735360/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.629563:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439500 with x1830978268735360 ext(3145728->4194303) 00002000:00010000:2.0:1746157412.629568:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439500 00000100:00100000:3.0:1746157412.648138:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.648177:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.648199:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.648216:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268735744 00000100:00100000:0.0:1746157412.648223:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268735744 00002000:00100000:0.0:1746157412.648260:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88008a439880 x1830978268735744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.648269:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439880 with x1830978268735744 ext(4194304->5242879) 00002000:00010000:0.0:1746157412.648274:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a439880 00000100:00100000:3.0:1746157412.648280:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.648619:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268736000 00000100:00100000:0.0:1746157412.648626:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268736000 00002000:00100000:0.0:1746157412.648641:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff88008a43b480 x1830978268736000/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.648648:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b480 with x1830978268736000 ext(5242880->6291455) 00002000:00010000:0.0:1746157412.648651:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a43b480 00000100:00100000:0.0:1746157412.648662:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268736256 00000100:00100000:0.0:1746157412.648664:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268736256 00002000:00100000:0.0:1746157412.648675:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008a438700 x1830978268736256/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.648686:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438700 with x1830978268736256 ext(4194304->5242879) 00002000:00010000:0.0:1746157412.648688:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438700 00000100:00100000:0.0:1746157412.648697:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268736512 00000100:00100000:0.0:1746157412.648698:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268736512 00002000:00100000:0.0:1746157412.648707:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008a439180 x1830978268736512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.648713:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268736512 ext(5242880->6291455) 00002000:00010000:0.0:1746157412.648716:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439180 00000100:00100000:0.0:1746157412.648849:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5321 00000100:00100000:3.0:1746157412.648875:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5322 00000100:00100000:3.0:1746157412.648881:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268736000:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.648917:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5323 00000100:00100000:1.0:1746157412.648925:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268736256:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.648930:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268735744:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.648943:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5324 00000100:00100000:2.0:1746157412.648952:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268736512:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.664169:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268736256:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15238us (15961us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.664179:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5323 00002000:00100000:0.0:1746157412.664187:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008a438700 x1830978268736256/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.664196:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438700 with x1830978268736256 ext(4194304->5242879) 00002000:00010000:0.0:1746157412.664200:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a438700 00000100:00100000:2.0:1746157412.666109:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268736512:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 17153us (17823us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.666118:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5324 00002000:00100000:2.0:1746157412.666125:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008a439180 x1830978268736512/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.666133:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439180 with x1830978268736512 ext(5242880->6291455) 00002000:00010000:2.0:1746157412.666137:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a439180 00010000:00010000:3.0:1746157412.666209:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746157412.669581:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268735744:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 20716us (21442us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.669591:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5321 00002000:00100000:0.0:1746157412.669600:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff88008a439880 x1830978268735744/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.669607:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439880 with x1830978268735744 ext(4194304->5242879) 00002000:00010000:0.0:1746157412.669612:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a439880 00000100:00100000:3.0:1746157412.670617:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268736000:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 21733us (22436us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.670624:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5322 00002000:00100000:3.0:1746157412.670630:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff88008a43b480 x1830978268736000/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.670637:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43b480 with x1830978268736000 ext(5242880->6291455) 00002000:00010000:3.0:1746157412.670641:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a43b480 00000100:00100000:3.0:1746157412.677941:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.678051:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268736768 00000100:00100000:0.0:1746157412.678059:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268736768 00002000:00100000:0.0:1746157412.678128:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88008a43bb80 x1830978268736768/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.678137:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43bb80 with x1830978268736768 ext(6291456->7340031) 00002000:00010000:0.0:1746157412.678141:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a43bb80 00000100:00100000:2.0:1746157412.678214:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5325 00000100:00100000:2.0:1746157412.678224:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268736768:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.686673:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268736768:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8444us (8731us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.686682:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5325 00002000:00100000:2.0:1746157412.686690:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88008a43bb80 x1830978268736768/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.686697:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43bb80 with x1830978268736768 ext(6291456->7340031) 00002000:00010000:2.0:1746157412.686702:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a43bb80 00000100:00100000:1.0:1746157412.696757:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.696790:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.696896:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268737024 00000100:00100000:2.0:1746157412.696903:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268737024 00002000:00100000:2.0:1746157412.696939:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880130562680 x1830978268737024/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746157412.696940:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268737280 00000100:00100000:3.0:1746157412.696943:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268737280 00002000:00100000:2.0:1746157412.696948:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562680 with x1830978268737024 ext(6291456->7340031) 00002000:00010000:2.0:1746157412.696952:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130562680 00002000:00100000:3.0:1746157412.696955:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880130563b80 x1830978268737280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.696960:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563b80 with x1830978268737280 ext(7340032->8388607) 00002000:00010000:3.0:1746157412.696962:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130563b80 00000100:00100000:3.0:1746157412.696981:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5326 00000100:00100000:3.0:1746157412.696987:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268737024:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.696989:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5327 00000100:00100000:2.0:1746157412.696993:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268737280:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.697065:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.697826:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268737536 00000100:00100000:3.0:1746157412.697833:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268737536 00002000:00100000:3.0:1746157412.697852:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88008d96d880 x1830978268737536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.697859:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d880 with x1830978268737536 ext(7340032->8388607) 00002000:00010000:3.0:1746157412.697862:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96d880 00000100:00100000:3.0:1746157412.697884:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5328 00000100:00100000:3.0:1746157412.697890:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268737536:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.707660:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268737024:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10664us (10899us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.707671:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5326 00002000:00100000:3.0:1746157412.707680:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880130562680 x1830978268737024/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.707688:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130562680 with x1830978268737024 ext(6291456->7340031) 00002000:00010000:3.0:1746157412.707692:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130562680 00000100:00100000:2.0:1746157412.707842:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130563b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268737280:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10847us (11048us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.707849:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5327 00002000:00100000:2.0:1746157412.707854:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880130563b80 x1830978268737280/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.707861:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130563b80 with x1830978268737280 ext(7340032->8388607) 00002000:00010000:2.0:1746157412.707864:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130563b80 00000100:00100000:3.0:1746157412.709918:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268737536:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12023us (12847us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.709927:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5328 00002000:00100000:3.0:1746157412.709936:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff88008d96d880 x1830978268737536/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.709944:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d880 with x1830978268737536 ext(7340032->8388607) 00002000:00010000:3.0:1746157412.709947:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96d880 00000100:00100000:1.0:1746157412.719122:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.719160:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.719227:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268737920 00000100:00100000:3.0:1746157412.719234:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268737920 00002000:00100000:3.0:1746157412.719267:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88008d96ea00 x1830978268737920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.719275:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ea00 with x1830978268737920 ext(8388608->9437183) 00002000:00010000:3.0:1746157412.719279:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96ea00 00000100:00100000:3.0:1746157412.719299:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268738048 00000100:00100000:3.0:1746157412.719301:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268738048 00002000:00100000:3.0:1746157412.719313:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008d96f800 x1830978268738048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.719319:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f800 with x1830978268738048 ext(8388608->9437183) 00002000:00010000:3.0:1746157412.719321:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96f800 00000100:00100000:3.0:1746157412.719331:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5329 00000100:00100000:3.0:1746157412.719337:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268737920:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.720710:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5330 00000100:00100000:2.0:1746157412.720719:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268738048:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.728539:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268737920:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 9194us (9415us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.728549:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5329 00002000:00100000:3.0:1746157412.728559:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff88008d96ea00 x1830978268737920/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.728567:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ea00 with x1830978268737920 ext(8388608->9437183) 00002000:00010000:3.0:1746157412.728572:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96ea00 00000100:00100000:2.0:1746157412.730923:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268738048:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10198us (11754us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.730932:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5330 00002000:00100000:2.0:1746157412.730940:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008d96f800 x1830978268738048/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.730947:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f800 with x1830978268738048 ext(8388608->9437183) 00002000:00010000:2.0:1746157412.730951:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96f800 00000100:00100000:1.0:1746157412.739584:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.739678:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.739877:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268738432 00000100:00100000:2.0:1746157412.739887:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268738432 00002000:00100000:2.0:1746157412.739934:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88008d96c380 x1830978268738432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.739944:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c380 with x1830978268738432 ext(9437184->10485759) 00002000:00010000:2.0:1746157412.739950:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96c380 00000100:00100000:2.0:1746157412.739967:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268738560 00000100:00100000:2.0:1746157412.739970:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268738560 00002000:00100000:2.0:1746157412.739984:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008d96d500 x1830978268738560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.740004:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d500 with x1830978268738560 ext(9437184->10485759) 00002000:00010000:2.0:1746157412.740007:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d500 00000100:00100000:2.0:1746157412.740028:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5331 00000100:00100000:2.0:1746157412.740039:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268738432:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.740104:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5332 00000100:00100000:0.0:1746157412.740114:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268738560:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.747013:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268738432:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 6958us (7419us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.747026:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5331 00002000:00100000:2.0:1746157412.747038:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88008d96c380 x1830978268738432/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.747048:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c380 with x1830978268738432 ext(9437184->10485759) 00002000:00010000:2.0:1746157412.747054:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96c380 00000100:00100000:1.0:1746157412.749025:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268738560:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8902us (9335us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.749036:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5332 00002000:00100000:1.0:1746157412.749046:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008d96d500 x1830978268738560/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.749055:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d500 with x1830978268738560 ext(9437184->10485759) 00002000:00010000:1.0:1746157412.749060:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96d500 00000100:00100000:1.0:1746157412.751684:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.751779:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268738816 00000100:00100000:2.0:1746157412.751789:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268738816 00002000:00100000:2.0:1746157412.751839:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008d96d180 x1830978268738816/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.751849:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d180 with x1830978268738816 ext(10485760->11534335) 00002000:00010000:2.0:1746157412.751854:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96d180 00000100:00100000:2.0:1746157412.751884:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5333 00000100:00100000:2.0:1746157412.751892:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268738816:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157412.758783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.759412:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.760261:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268738816:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8365us (8583us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.760273:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5333 00002000:00100000:3.0:1746157412.760287:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008d96d180 x1830978268738816/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.760296:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96d180 with x1830978268738816 ext(10485760->11534335) 00002000:00010000:3.0:1746157412.760303:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96d180 00000100:00100000:3.0:1746157412.760329:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268739072 00000100:00100000:3.0:1746157412.760336:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268739072 00002000:00100000:3.0:1746157412.760370:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008a43a680 x1830978268739072/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.760377:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43a680 with x1830978268739072 ext(10485760->11534335) 00002000:00010000:3.0:1746157412.760380:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43a680 00000100:00100000:2.0:1746157412.760697:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268739328 00000100:00100000:2.0:1746157412.760702:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268739328 00002000:00100000:2.0:1746157412.760723:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88008a438e00 x1830978268739328/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.760735:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438e00 with x1830978268739328 ext(11534336->12582911) 00002000:00010000:2.0:1746157412.760737:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a438e00 00000100:00100000:2.0:1746157412.760751:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5334 00000100:00100000:2.0:1746157412.760758:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268739072:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157412.761331:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5335 00000100:00100000:0.0:1746157412.761341:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268739328:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157412.769372:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268739072:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8600us (10587us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.769385:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5334 00002000:00100000:2.0:1746157412.769481:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008a43a680 x1830978268739072/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.769492:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a43a680 with x1830978268739072 ext(10485760->11534335) 00002000:00010000:2.0:1746157412.769498:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a43a680 00000100:00100000:0.0:1746157412.769949:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268739328:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8610us (10537us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157412.769957:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5335 00002000:00100000:0.0:1746157412.769963:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88008a438e00 x1830978268739328/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.769970:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a438e00 with x1830978268739328 ext(11534336->12582911) 00002000:00010000:0.0:1746157412.769974:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a438e00 00000100:00100000:1.0:1746157412.779028:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.779119:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268739584 00000100:00100000:0.0:1746157412.779130:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268739584 00002000:00100000:0.0:1746157412.779181:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008d96c000 x1830978268739584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.779191:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c000 with x1830978268739584 ext(11534336->12582911) 00002000:00010000:0.0:1746157412.779196:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c000 00000100:00100000:0.0:1746157412.779506:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5336 00000100:00100000:0.0:1746157412.779519:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268739584:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.787920:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268739584:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8392us (8888us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.787933:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5336 00002000:00100000:1.0:1746157412.787944:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008d96c000 x1830978268739584/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.787959:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c000 with x1830978268739584 ext(11534336->12582911) 00002000:00010000:1.0:1746157412.787964:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c000 00000100:00100000:3.0:1746157412.795614:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.795713:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268739840 00000100:00100000:1.0:1746157412.795723:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268739840 00002000:00100000:1.0:1746157412.795773:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88008a439c00 x1830978268739840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.795783:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439c00 with x1830978268739840 ext(12582912->13631487) 00002000:00010000:1.0:1746157412.795788:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a439c00 00000100:00100000:1.0:1746157412.795816:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5337 00000100:00100000:1.0:1746157412.795823:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268739840:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157412.801384:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1983:x1830978268739840:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 5548us (5769us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157412.801467:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5337 00002000:00100000:1.0:1746157412.801480:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88008a439c00 x1830978268739840/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/440 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.801490:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a439c00 with x1830978268739840 ext(12582912->13631487) 00002000:00010000:1.0:1746157412.801496:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a439c00 00000100:00100000:3.0:1746157412.806780:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.806884:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268740096 00000100:00100000:1.0:1746157412.806895:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268740096 00000100:00100000:1.0:1746157412.806952:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 168 00000100:00100000:1.0:1746157412.806959:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1141:x1830978268740096:12345-192.168.203.5@tcp:35:cmp.0 00000100:00100000:1.0:1746157412.807239:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1141:x1830978268740096:12345-192.168.203.5@tcp:35:cmp.0 Request processed in 280us (470us total) trans 4294983533 rc 0/0 00000100:00100000:1.0:1746157412.807249:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 168 00000100:00100000:3.0:1746157412.809147:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.809172:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268740352 00000100:00100000:0.0:1746157412.809180:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268740352 00000100:00100000:0.0:1746157412.809264:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 169 00000100:00100000:0.0:1746157412.809271:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1141:x1830978268740352:12345-192.168.203.5@tcp:35:cmp.0 00000100:00100000:0.0:1746157412.809493:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1141:x1830978268740352:12345-192.168.203.5@tcp:35:cmp.0 Request processed in 221us (353us total) trans 4294983534 rc 0/0 00000100:00100000:0.0:1746157412.809499:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 169 00000100:00100000:3.0:1746157412.820219:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.820317:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268740736 00000100:00100000:1.0:1746157412.820328:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268740736 00000100:00100000:1.0:1746157412.820386:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37961 00000100:00100000:1.0:1746157412.820395:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1142:x1830978268740736:12345-192.168.203.5@tcp:36:rm.0 00000100:00100000:2.0:1746157412.820432:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:1.0:1746157412.820452:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:2.0:1746157412.820474:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268740480 00000100:00100000:2.0:1746157412.820481:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268740480 00000100:00100000:2.0:1746157412.820523:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5 00000100:00100000:2.0:1746157412.820529:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1983:x1830978268740480:12345-192.168.203.5@tcp:63:ll_sa.0 00010000:00010000:2.0:1746157412.820556:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157412.820569:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091883200/0x4450b99e49e61d69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032581 expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.820605:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.820616:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.820627:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.820638:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.820643:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.820647:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157412.820656:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093825a00/0x4450b99e49e61cc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03251f expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.820875:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99c00/0x4450b99e49e61a44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324b6 expref: 25 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.820888:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:1.0:1746157412.820897:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094af7600/0x4450b99e49e61cac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032518 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.820903:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:1.0:1746157412.820905:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157412.820919:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.820928:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.820934:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.820964:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 18 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.820976:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 18 pid: 7125 timeout: 619 lvb_type: 0 00000100:00100000:1.0:1746157412.820989:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d96ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267230848:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157412.821060:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821067:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821093:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821097:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091882800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157412.821100:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821105:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821114:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:2.0:1746157412.821116:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157412.821118:0:7129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.821322:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821329:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091882800/0x4450b99e49e61d70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821346:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821350:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821354:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821358:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091883c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157412.821360:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821364:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821370:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009baa2f00) 00010000:00010000:2.0:1746157412.821372:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157412.821374:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821378:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091883c00/0x4450b99e49e61d77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.821413:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883200/0x4450b99e49e61d69 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032581 expref: 23 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.821420:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:2.0:1746157412.821422:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746157412.821424:0:7129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.821430:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091883200/0x4450b99e49e61d69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032581 expref: 23 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.821437:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883200, rc -2) 00000100:00100000:2.0:1746157412.821484:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1983:x1830978268740480:12345-192.168.203.5@tcp:63:ll_sa.0 Request processed in 955us (1058us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746157412.821491:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5 00000100:00100000:1.0:1746157412.821883:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157412.823649:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.823677:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d96ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267230848:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157412.823698:0:7125:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157412.824154:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268740864 00000100:00100000:0.0:1746157412.824162:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268740864 00010000:00010000:0.0:1746157412.824198:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 19 pid: 7125 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746157412.824229:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10610 00000100:00100000:0.0:1746157412.824236:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1985:x1830978268740864:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157412.824250:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157412.824256:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 19 pid: 7125 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.824266:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 19 pid: 7125 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.824287:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135c75600/0x4450b99e49e61ce4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032534 expref: 19 pid: 7125 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.824316:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:0.0:1746157412.824320:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.824328:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.824334:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.824371:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746157412.824408:0:7125:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.824415:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.824439:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.824447:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.824454:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157412.824465:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1985:x1830978268740864:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 226us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.824473:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10610 00010000:00010000:3.0:1746157412.824925:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.824935:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 17 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.824942:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.824974:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 17 pid: 11347 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.824986:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 17 pid: 11347 timeout: 619 lvb_type: 0 00000100:00100000:3.0:1746157412.825005:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132199180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267230976:192.168.203.5@tcp:104: 00000100:00100000:3.0:1746157412.825092:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b442c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157412.827543:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.827950:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132199180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267230976:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157412.827972:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268740992 00010000:00010000:0.0:1746157412.827975:0:7125:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157412.827979:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268740992 00010000:00010000:1.0:1746157412.828020:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 18 pid: 11347 timeout: 619 lvb_type: 0 00000100:00100000:1.0:1746157412.828054:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10611 00000100:00100000:1.0:1746157412.828062:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1985:x1830978268740992:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157412.828102:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157412.828108:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 18 pid: 11347 timeout: 619 lvb_type: 0 00010000:00010000:1.0:1746157412.828203:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 18 pid: 11347 timeout: 619 lvb_type: 0 00010000:00010000:1.0:1746157412.828229:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a47df000/0x4450b99e49e61ad0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0324d9 expref: 18 pid: 11347 timeout: 619 lvb_type: 0 00010000:00010000:1.0:1746157412.828253:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:1.0:1746157412.828258:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.828269:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.828276:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.828291:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157412.828296:0:7125:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.828301:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157412.828501:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1985:x1830978268740992:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 439us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.828508:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10611 00000040:00080000:1.0:1746157412.829338:0:7125:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:1.0:1746157412.829346:0:7125:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 519882273395ns, next at 520882271491ns, rc = 0 00000040:00080000:1.0:1746157412.829386:0:7125:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:1.0:1746157412.829391:0:7125:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 519882318412ns, next at 520882317647ns, rc = 0 00010000:00010000:1.0:1746157412.829454:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829463:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829469:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829473:0:7125:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829478:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829481:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829778:0:7125:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746157412.829799:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829803:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829809:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829813:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e99200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157412.829817:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829822:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829832:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:1.0:1746157412.829834:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157412.829837:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829841:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99200/0x4450b99e49e61d8c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829889:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829897:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829901:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829904:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bb6fe00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157412.829906:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829910:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829916:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008b7afb00) 00010000:00010000:1.0:1746157412.829917:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157412.829919:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.829922:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61d7e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:1.0:1746157412.829937:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008a439f80 reply state ffff88009ad98000 transno 4294983535 ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157412.829943:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746157412.830062:0:11049:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746157412.830068:0:11049:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.830093:0:11049:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b0e200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157412.830096:0:11049:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.830101:0:11049:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.830108:0:11049:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88009baa2d00) 00010000:00010000:3.0:1746157412.830109:0:11049:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746157412.830111:0:11049:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.830115:0:11049:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61d93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.830145:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157412.830146:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157412.830148:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746157412.830240:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1142:x1830978268740736:12345-192.168.203.5@tcp:36:rm.0 Request processed in 9843us (10028us total) trans 4294983535 rc 0/0 00000100:00100000:1.0:1746157412.830248:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37961 00010000:00010000:2.0:1746157412.832409:0:3297:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.832423:0:3297:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.832429:0:3297:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.832435:0:3297:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a46e00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157412.832438:0:3297:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.832444:0:3297:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.832459:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801337dfa00) 00010000:00010000:2.0:1746157412.832461:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157412.832465:0:3297:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.832469:0:3297:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61d85 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746157412.868290:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.868423:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268741120 00000100:00100000:1.0:1746157412.868433:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268741120 00000100:00100000:1.0:1746157412.868492:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37962 00000100:00100000:1.0:1746157412.868501:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+22:1145:x1830978268741120:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:1.0:1746157412.868527:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.868547:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f600/0x4450b99e49e61d9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325b9 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.868614:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61da1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.868626:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61da1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.868636:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61da1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157412.868691:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746157412.868694:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746157412.868708:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61da1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.868726:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0f600/0x4450b99e49e61d9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325b9 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.868759:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61da1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325b9 expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.868768:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943ed600) 00010000:00010000:1.0:1746157412.868770:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746157412.868774:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb6fe00, rc 0) 00000100:00100000:1.0:1746157412.869470:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1145:x1830978268741120:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 969us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.869478:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37962 00000100:00100000:3.0:1746157412.871192:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.871380:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268741376 00000100:00100000:1.0:1746157412.871390:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268741376 00000100:00100000:1.0:1746157412.871453:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37963 00000100:00100000:1.0:1746157412.871461:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+23:1145:x1830978268741376:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:1.0:1746157412.871479:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.871482:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746157412.871506:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61da1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325b9 expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.871524:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943ed600) 00010000:00010000:1.0:1746157412.871534:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157412.871546:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61da8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325c0 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.871664:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.871675:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.871685:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.871697:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.871703:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.871708:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.872168:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.872176:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.872182:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157412.872189:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:1.0:1746157412.873241:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.873252:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.873258:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.873263:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009452aa00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157412.873267:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.873274:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.873284:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943ed200) 00010000:00010000:1.0:1746157412.873287:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157412.873290:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.873294:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009452aa00/0x4450b99e49e61daf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:1.0:1746157412.873307:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132198e00 reply state ffff880099ad6000 transno 4294983536 ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157412.873317:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746157412.873348:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b0e200/0x4450b99e49e61da8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.873364:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.873369:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943eda00) 00010000:00010000:1.0:1746157412.873371:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157412.873373:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffe00, rc 0) 00000100:00100000:1.0:1746157412.873443:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1145:x1830978268741376:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 1983us (2257us total) trans 4294983536 rc 0/0 00000100:00100000:1.0:1746157412.873450:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37963 00010000:00010000:0.0:1746157412.874874:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.874889:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.874894:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.874899:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009452a200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157412.874903:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.874909:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.874921:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800943ed500) 00010000:00010000:0.0:1746157412.874923:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157412.874926:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.874930:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009452a200/0x4450b99e49e61db6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157412.875811:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.875914:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268741632 00000100:00100000:1.0:1746157412.875922:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268741632 00000100:00100000:1.0:1746157412.875967:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37964 00000100:00100000:1.0:1746157412.875976:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1145:x1830978268741632:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:1.0:1746157412.876004:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.876017:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe800/0x4450b99e49e61dcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325c7 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.876110:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.876120:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.876127:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.876150:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.876160:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 25 pid: 7125 timeout: 619 lvb_type: 0 00000100:00100000:1.0:1746157412.876170:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d96ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267231104:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157412.876245:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746157412.877778:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.877825:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268741760 00000100:00100000:0.0:1746157412.877830:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268741760 00010000:00010000:0.0:1746157412.877853:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 26 pid: 7125 timeout: 619 lvb_type: 0 00000100:00100000:1.0:1746157412.877856:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d96ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267231104:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157412.877871:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10612 00010000:00010000:1.0:1746157412.877872:0:7125:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157412.877875:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1986:x1830978268741760:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157412.877883:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157412.877886:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 26 pid: 7125 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.877895:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 26 pid: 7125 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.877909:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61dbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c0 expref: 26 pid: 7125 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.877919:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943eda00) 00010000:00010000:0.0:1746157412.877923:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.877928:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.877933:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157412.877950:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157412.877979:0:7125:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157412.877981:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1986:x1830978268741760:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 105us (207us total) trans 0 rc 0/0 00010000:00010000:1.0:1746157412.877986:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157412.877986:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10612 00000004:00200000:1.0:1746157412.878008:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:1.0:1746157412.878918:0:7125:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00000004:00080000:1.0:1746157412.878926:0:7125:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1746157412.879029:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.879036:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.879041:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.879049:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800914fe000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157412.879052:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.879057:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.879065:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943eda00) 00010000:00010000:1.0:1746157412.879067:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746157412.879101:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.879106:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61dd2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.879217:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe800/0x4450b99e49e61dcb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c7 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.879224:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe800/0x4450b99e49e61dcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325c7 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.879233:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe800, rc 0) 00000100:00100000:1.0:1746157412.879409:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1145:x1830978268741632:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 3433us (3605us total) trans 4294983537 rc 301/301 00000100:00100000:1.0:1746157412.879415:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37964 00000100:00100000:3.0:1746157412.880807:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.881163:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268742016 00000100:00100000:0.0:1746157412.881169:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268742016 00000100:00100000:0.0:1746157412.881210:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 170 00000100:00100000:0.0:1746157412.881216:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+24:1145:x1830978268742016:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:0.0:1746157412.881713:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1145:x1830978268742016:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 496us (908us total) trans 4294983538 rc 0/0 00000100:00100000:0.0:1746157412.881719:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 170 00000100:00100000:2.0:1746157412.882755:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.883377:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268742144 00000100:00100000:1.0:1746157412.883383:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268742144 00000100:00100000:1.0:1746157412.883424:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37965 00000100:00100000:1.0:1746157412.883431:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+25:1145:x1830978268742144:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:1.0:1746157412.883447:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.883461:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffc00/0x4450b99e49e61de0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325ce expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.883495:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffc00/0x4450b99e49e61de0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325ce expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.883506:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffc00/0x4450b99e49e61de0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325ce expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.883518:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:1.0:1746157412.883521:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746157412.883524:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914ffc00, rc 0) 00000100:00100000:1.0:1746157412.883597:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1145:x1830978268742144:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 166us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.883602:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37965 00000100:00100000:2.0:1746157412.886721:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.886767:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268742400 00000100:00100000:0.0:1746157412.886774:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268742400 00000100:00100000:0.0:1746157412.886816:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 171 00000100:00100000:0.0:1746157412.886822:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+26:1145:x1830978268742400:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:0.0:1746157412.886977:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1145:x1830978268742400:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 155us (260us total) trans 4294983539 rc 0/0 00000100:00100000:0.0:1746157412.886984:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 171 00000100:00100000:2.0:1746157412.892479:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.892519:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.892593:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268742528 00000100:00100000:3.0:1746157412.892600:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268742528 00000100:00100000:3.0:1746157412.892646:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268742656 00000100:00100000:3.0:1746157412.892648:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268742656 00000100:00100000:1.0:1746157412.892656:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37966 00000100:00100000:1.0:1746157412.892666:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+27:1146:x1830978268742528:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:1.0:1746157412.892693:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.892708:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61de7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325d5 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157412.892749:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37967 00000100:00100000:3.0:1746157412.892756:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1147:x1830978268742656:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:1.0:1746157412.892759:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe400/0x4450b99e49e61dee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.892764:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.892769:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe400/0x4450b99e49e61dee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.892772:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61df5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325dc expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.892776:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe400/0x4450b99e49e61dee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157412.892793:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99e00/0x4450b99e49e61dfc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157412.892799:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99e00/0x4450b99e49e61dfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746157412.892805:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99e00/0x4450b99e49e61dfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:1.0:1746157412.892821:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746157412.892824:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00200000:3.0:1746157412.892830:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746157412.892832:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746157412.892836:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe400/0x4450b99e49e61dee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00010000:3.0:1746157412.892839:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99e00/0x4450b99e49e61dfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157412.892852:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffe00/0x4450b99e49e61de7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325d5 expref: 29 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.892853:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e98000/0x4450b99e49e61df5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325dc expref: 19 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.892865:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe400/0x4450b99e49e61dee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325d5 expref: 28 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.892873:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:1.0:1746157412.892875:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746157412.892877:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fe400, rc 0) 00010000:00010000:3.0:1746157412.892882:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99e00/0x4450b99e49e61dfc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325dc expref: 18 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.892887:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:3.0:1746157412.892889:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746157412.892891:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e99e00, rc 0) 00000100:00100000:1.0:1746157412.892927:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1146:x1830978268742528:12345-192.168.203.5@tcp:101:dd.0 Request processed in 263us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157412.892929:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1147:x1830978268742656:12345-192.168.203.5@tcp:101:dd.0 Request processed in 173us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.892933:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37966 00000100:00100000:3.0:1746157412.892936:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37967 00000100:00100000:3.0:1746157412.894236:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.894276:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268742912 00000100:00100000:1.0:1746157412.894280:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268742912 00000100:00100000:1.0:1746157412.894307:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37968 00000100:00100000:1.0:1746157412.894312:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1147:x1830978268742912:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:1.0:1746157412.894321:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.894329:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ff600/0x4450b99e49e61e03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325e3 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.894379:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fee00/0x4450b99e49e61e0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.894388:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fee00/0x4450b99e49e61e0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.894394:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fee00/0x4450b99e49e61e0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157412.894401:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746157412.894477:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ff600/0x4450b99e49e61e03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325e3 expref: 21 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.894489:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fee00/0x4450b99e49e61e0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325e3 expref: 20 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.894494:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8801337df800) 00010000:00010000:1.0:1746157412.894496:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746157412.894498:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800914fee00, rc 0) 00000100:00100000:1.0:1746157412.894529:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1147:x1830978268742912:12345-192.168.203.5@tcp:101:dd.0 Request processed in 216us (294us total) trans 4294983540 rc 0/0 00000100:00100000:1.0:1746157412.894534:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37968 00000100:00100000:2.0:1746157412.895509:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.895567:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268743296 00000100:00100000:0.0:1746157412.895571:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268743296 00000100:00100000:0.0:1746157412.895610:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 6 00000100:00100000:0.0:1746157412.895615:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+28:1985:x1830978268743296:12345-192.168.203.5@tcp:63:ll_sa.0 00010000:00010000:0.0:1746157412.895634:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157412.895642:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523c00/0x4450b99e49e61e18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325ea expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.895668:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895677:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895683:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895693:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895698:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895702:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895775:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522400/0x4450b99e49e61e2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895781:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091522400/0x4450b99e49e61e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895786:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091522400/0x4450b99e49e61e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00000004:00200000:0.0:1746157412.895798:0:7129:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:0.0:1746157412.895801:0:7129:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157412.895810:0:7129:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091522400/0x4450b99e49e61e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895817:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091522400/0x4450b99e49e61e2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895881:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895886:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895891:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895896:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091523000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157412.895899:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895905:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895913:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:0.0:1746157412.895916:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157412.895919:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00000100:00100000:3.0:1746157412.895922:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157412.895923:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523000/0x4450b99e49e61e1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895931:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895935:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895939:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895943:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091523a00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157412.895946:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895949:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895954:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009bd38300) 00010000:00010000:0.0:1746157412.895956:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157412.895958:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00000100:00100000:3.0:1746157412.895959:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00010000:00010000:0.0:1746157412.895963:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523a00/0x4450b99e49e61e26 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.895979:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091523c00/0x4450b99e49e61e18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325ea expref: 30 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.896003:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522400/0x4450b99e49e61e2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325ea expref: 29 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.896009:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:0.0:1746157412.896011:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746157412.896012:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091522400, rc 0) 00010000:00010000:0.0:1746157412.896016:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157412.896021:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e61e34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0325f1 expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.896038:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896044:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896050:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896058:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896063:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896068:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00000100:00100000:2.0:1746157412.896101:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268743168 00000100:00100000:2.0:1746157412.896104:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268743168 00000100:00100000:1.0:1746157412.896116:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268743552 00010000:00010000:0.0:1746157412.896116:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00000100:00100000:1.0:1746157412.896120:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268743552 00010000:00010000:0.0:1746157412.896121:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896126:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00000100:00100000:2.0:1746157412.896127:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37969 00010000:00010000:0.0:1746157412.896130:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136a46e00 already unused, calling callback (ffffffffa136a690) 00000100:00100000:2.0:1746157412.896132:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1146:x1830978268743168:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157412.896132:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896136:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.896139:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157412.896140:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37970 00010000:00010000:2.0:1746157412.896141:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746157412.896142:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:0.0:1746157412.896144:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746157412.896145:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1147:x1830978268743552:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157412.896146:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896149:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136a46e00/0x4450b99e49e61e3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.896151:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe400/0x4450b99e49e61dee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325d5 expref: 31 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.896154:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.896156:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746157412.896156:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896160:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896163:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.896164:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:1.0:1746157412.896165:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e99e00/0x4450b99e49e61dfc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325dc expref: 20 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.896166:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157412.896167:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099866e00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157412.896169:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157412.896170:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091883600/0x4450b99e49e61e49 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03261b expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.896173:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157412.896175:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:1.0:1746157412.896177:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157412.896181:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009bd38f00) 00010000:00010000:1.0:1746157412.896183:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe800/0x4450b99e49e61e50 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032629 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.896183:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157412.896185:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896189:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099866e00/0x4450b99e49e61e42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157412.896210:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e61e34 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325f1 expref: 31 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.896216:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:0.0:1746157412.896218:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746157412.896221:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522200/0x4450b99e49e61e34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325f1 expref: 31 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.896226:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091522200, rc -2) 00010000:00010000:1.0:1746157412.896238:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896244:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896249:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157412.896255:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1985:x1830978268743296:12345-192.168.203.5@tcp:63:ll_sa.0 Request processed in 639us (748us total) trans 0 rc -2/-2 00010000:00010000:1.0:1746157412.896257:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00000100:00100000:0.0:1746157412.896260:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 6 00010000:00010000:1.0:1746157412.896262:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896266:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896303:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896316:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896325:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157412.896331:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:1.0:1746157412.896389:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896395:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896399:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896403:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800914fe000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157412.896405:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896410:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896416:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943edd00) 00010000:00010000:1.0:1746157412.896418:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157412.896420:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896424:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe000/0x4450b99e49e61e57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896433:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896437:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896440:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896444:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bb6fe00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157412.896445:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157412.896450:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.896457:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883800/0x4450b99e49e61e73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157412.896458:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800943edf00) 00010000:00010000:1.0:1746157412.896460:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157412.896462:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.896465:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091883800/0x4450b99e49e61e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157412.896465:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6fe00/0x4450b99e49e61e5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157412.896471:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091883800/0x4450b99e49e61e73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746157412.896480:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:1.0:1746157412.896486:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914fe800/0x4450b99e49e61e50 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 22 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.896494:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 21 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.896499:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:1.0:1746157412.896500:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157412.896502:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb6f400, rc 0) 00000100:00100000:1.0:1746157412.896536:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+21:1147:x1830978268743552:12345-192.168.203.5@tcp:101:dd.0 Request processed in 390us (575us total) trans 4294983541 rc 0/0 00000100:00100000:1.0:1746157412.896541:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37970 00010000:00010000:2.0:1746157412.896711:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091883600/0x4450b99e49e61e49 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03261b expref: 31 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.896726:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091883800/0x4450b99e49e61e73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03261b expref: 30 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.896731:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8801337df500) 00010000:00010000:2.0:1746157412.896732:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157412.896734:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883800, rc 0) 00000100:00100000:2.0:1746157412.896753:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1146:x1830978268743168:12345-192.168.203.5@tcp:101:dd.0 Request processed in 620us (831us total) trans 4294983542 rc 0/0 00000100:00100000:2.0:1746157412.896758:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37969 00000100:00100000:0.0:1746157412.898777:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.898880:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268743680 00000100:00100000:2.0:1746157412.898886:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268743680 00000100:00100000:2.0:1746157412.898929:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 221 00000100:00100000:2.0:1746157412.898936:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1986:x1830978268743680:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157412.898946:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157412.898962:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091883800/0x4450b99e49e61e73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03261b expref: 30 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.898972:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8801337df500) 00010000:00010000:2.0:1746157412.898975:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157412.899011:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1986:x1830978268743680:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 76us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157412.899015:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 221 00000100:00100000:3.0:1746157412.900553:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.900591:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.900654:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268743808 00000100:00100000:1.0:1746157412.900659:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268743808 00000100:00100000:1.0:1746157412.900685:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268743936 00000100:00100000:1.0:1746157412.900686:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268743936 00000100:00100000:1.0:1746157412.900700:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7300 00000100:00100000:1.0:1746157412.900705:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268743808:12345-192.168.203.5@tcp:101:ll_agl.0 00010000:00010000:1.0:1746157412.900716:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.900730:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032630 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746157412.900749:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746157412.900761:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.900762:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.900768:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 8 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157412.900778:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 8 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157412.900786:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45200, rc 0) 00000100:00100000:1.0:1746157412.900822:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268743808:12345-192.168.203.5@tcp:101:ll_agl.0 Request processed in 116us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.900826:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7300 00000100:00100000:1.0:1746157412.900839:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7301 00000100:00100000:1.0:1746157412.900843:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268743936:12345-192.168.203.5@tcp:101:ll_agl.0 00010000:00010000:1.0:1746157412.900849:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157412.900857:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032637 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746157412.900868:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746157412.900875:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.900876:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.900879:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 9 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157412.900886:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 9 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157412.900893:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45000, rc 0) 00000100:00100000:1.0:1746157412.900907:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268743936:12345-192.168.203.5@tcp:101:ll_agl.0 Request processed in 64us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.900911:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7301 00000100:00100000:0.0:1746157412.901517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.901579:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268744192 00000100:00100000:1.0:1746157412.901582:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268744192 00000100:00100000:1.0:1746157412.901618:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5338 00000100:00100000:1.0:1746157412.901622:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268744192:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157412.901637:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.901644:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.901645:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.901647:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.901654:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157412.903962:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.904021:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.904166:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268744576 00000100:00100000:2.0:1746157412.904172:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268744576 00000100:00100000:2.0:1746157412.904207:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5339 00000100:00100000:2.0:1746157412.904217:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268744576:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157412.904240:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.904250:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.904252:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.904255:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.904265:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157412.904934:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268744320 00000100:00100000:2.0:1746157412.904938:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268744320 00000100:00100000:2.0:1746157412.904959:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7302 00000100:00100000:2.0:1746157412.904964:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1147:x1830978268744320:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157412.904971:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157412.904980:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03263e expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.905008:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 9 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157412.905015:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.905016:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.905019:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.905041:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 9 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157412.905051:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 9 pid: 16659 timeout: 619 lvb_type: 1 00000100:00100000:2.0:1746157412.905061:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267231232:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157412.905140:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746157412.910306:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.910409:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267231232:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157412.910432:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.910447:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883c00, rc 0) 00000100:00100000:0.0:1746157412.911011:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268744704 00000100:00100000:0.0:1746157412.911017:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268744704 00010000:00010000:0.0:1746157412.911038:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 10 pid: 16659 timeout: 619 lvb_type: 1 00000100:00100000:0.0:1746157412.911067:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10613 00000100:00100000:0.0:1746157412.911098:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268744704:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157412.911110:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157412.911127:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 10 pid: 16659 timeout: 619 lvb_type: 1 00010000:00010000:0.0:1746157412.911136:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 10 pid: 16659 timeout: 619 lvb_type: 1 00010000:00010000:0.0:1746157412.911152:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45200/0x4450b99e49e61e81 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032630 expref: 10 pid: 16659 timeout: 619 lvb_type: 1 00010000:00010000:0.0:1746157412.911166:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157412.911168:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157412.911173:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.911180:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.911215:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157412.911225:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978267231360:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157412.911298:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1147:x1830978268744320:12345-192.168.203.5@tcp:101:dd.0 Request processed in 6332us (7338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157412.911299:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801349b40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746157412.911305:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7302 00010000:00010000:2.0:1746157412.912530:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.912540:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.912546:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.912556:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091d45c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157412.912559:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.912564:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.912575:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.912579:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d45c00/0x4450b99e49e61e8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157412.912767:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268744192:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11141us (11249us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157412.912774:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5338 00000100:00100000:0.0:1746157412.915175:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e218380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21179:1830978267231360:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157412.915192:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157412.915228:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268744704:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4154us (4928us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157412.915236:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10613 00010000:00010000:3.0:1746157412.915635:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.915645:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.915651:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.915657:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091882e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157412.915660:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.915667:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.915680:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157412.915686:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091882e00/0x4450b99e49e61e96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157412.915723:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268744576:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11505us (11701us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157412.915730:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5339 00000100:00100000:1.0:1746157412.920120:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.920190:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268744960 00000100:00100000:2.0:1746157412.920197:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268744960 00000100:00100000:2.0:1746157412.920257:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5340 00000100:00100000:2.0:1746157412.920264:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268744960:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:2.0:1746157412.920291:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.920332:0:25492:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.920340:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157412.920342:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746157412.920345:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.920370:0:25492:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 9 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.920379:0:25492:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 9 pid: 8487 timeout: 619 lvb_type: 0 00000100:00100000:2.0:1746157412.920391:0:25492:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:25492:1830978267231488:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157412.920609:0:25492:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1f840 going to sleep for 11 seconds 00000100:00100000:0.0:1746157412.920614:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.920689:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.920738:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268745472 00000100:00100000:2.0:1746157412.920741:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268745472 00000100:00100000:1.0:1746157412.921338:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268745216 00000100:00100000:1.0:1746157412.921342:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268745216 00000100:00100000:1.0:1746157412.921366:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5341 00000100:00100000:1.0:1746157412.921371:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268745216:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:1.0:1746157412.921385:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.921396:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157412.921398:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157412.921400:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.921407:0:8493:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157412.921470:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7303 00000100:00100000:2.0:1746157412.921477:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1147:x1830978268745472:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:2.0:1746157412.921484:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157412.921492:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032645 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.921506:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 10 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157412.921511:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.921513:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157412.921515:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.921529:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 10 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157412.921538:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 10 pid: 16659 timeout: 619 lvb_type: 1 00000100:00100000:2.0:1746157412.921545:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267231616:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157412.921595:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b1f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157412.921911:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.922009:0:25492:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:25492:1830978267231488:192.168.203.5@tcp:104: 00010000:00010000:2.0:1746157412.922022:0:25492:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157412.922094:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268745600 00000100:00100000:1.0:1746157412.922098:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268745600 00002000:00100000:1.0:1746157412.922116:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008e21a300 x1830978268745600/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.922123:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a300 with x1830978268745600 ext(0->1048575) 00002000:00010000:1.0:1746157412.922127:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a300 00000100:00100000:1.0:1746157412.922688:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5342 00000100:00100000:1.0:1746157412.922694:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268745600:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157412.923822:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.923878:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268745728 00000100:00100000:0.0:1746157412.923882:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268745728 00010000:00010000:0.0:1746157412.923899:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 11 pid: 8487 timeout: 619 lvb_type: 0 00000100:00100000:0.0:1746157412.924001:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10614 00000100:00100000:0.0:1746157412.924008:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268745728:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157412.924016:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746157412.924028:0:21179:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746157412.924031:0:21179:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:0.0:1746157412.924036:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 11 pid: 8487 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.924045:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 11 pid: 8487 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.924062:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091523600/0x4450b99e49e61c9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032511 expref: 11 pid: 8487 timeout: 619 lvb_type: 0 00010000:00010000:0.0:1746157412.924140:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157412.924143:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157412.924146:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.924158:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.924166:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157412.924167:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157412.924169:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.924174:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.924817:0:8493:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.924824:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.925426:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157412.925449:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268745728:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1441us (1627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157412.925456:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10614 00000100:00100000:3.0:1746157412.925494:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.925558:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267231616:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157412.925576:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.925584:0:25492:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157412.925586:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091883800, rc 0) 00010000:00010000:2.0:1746157412.925590:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157412.925618:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1147:x1830978268745472:12345-192.168.203.5@tcp:101:dd.0 Request processed in 4141us (4929us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157412.925624:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7303 00000100:00100000:1.0:1746157412.925765:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268745856 00000100:00100000:1.0:1746157412.925770:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268745856 00010000:00010000:1.0:1746157412.925785:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 12 pid: 16659 timeout: 619 lvb_type: 1 00000100:00100000:1.0:1746157412.925816:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10615 00000100:00100000:1.0:1746157412.925821:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+12:1986:x1830978268745856:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157412.925830:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157412.925842:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 12 pid: 16659 timeout: 619 lvb_type: 1 00010000:00010000:1.0:1746157412.925852:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 12 pid: 16659 timeout: 619 lvb_type: 1 00010000:00010000:1.0:1746157412.925863:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d45000/0x4450b99e49e61e88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032637 expref: 12 pid: 16659 timeout: 619 lvb_type: 1 00010000:00010000:1.0:1746157412.925876:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.925882:0:21179:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157412.925886:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.925892:0:21179:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157412.925912:0:21179:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157412.925922:0:21179:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d96ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978267231744:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157412.925964:0:21179:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b9d10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157412.929117:0:21179:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d96ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21179:1830978267231744:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157412.929134:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157412.929170:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268745856:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 3347us (3675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157412.929179:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10615 00000100:00100000:1.0:1746157412.939372:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1986:x1830978268745600:12345-192.168.203.5@tcp:4:dd.0 Request processed in 16670us (17452us total) trans 4294968060 rc 0/0 00000100:00100000:1.0:1746157412.939382:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5342 00002000:00100000:1.0:1746157412.939392:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008e21a300 x1830978268745600/t4294968060(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.939401:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21a300 with x1830978268745600 ext(0->1048575) 00002000:00010000:1.0:1746157412.939406:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21a300 00000100:00100000:0.0:1746157412.944627:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157412.944834:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268746112 00000100:00100000:0.0:1746157412.944841:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268746112 00002000:00100000:0.0:1746157412.944874:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88008e218e00 x1830978268746112/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157412.944884:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218e00 with x1830978268746112 ext(0->1048575) 00002000:00010000:0.0:1746157412.944889:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e218e00 00000100:00100000:0.0:1746157412.945047:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5343 00000100:00100000:0.0:1746157412.945054:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268746112:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157412.946020:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.946109:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268746368 00000100:00100000:2.0:1746157412.946114:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268746368 00002000:00100000:2.0:1746157412.946135:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008e21aa00 x1830978268746368/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.946142:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978268746368 ext(1048576->2097151) 00002000:00010000:2.0:1746157412.946146:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21aa00 00000100:00100000:2.0:1746157412.946158:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5344 00000100:00100000:2.0:1746157412.946163:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1986:x1830978268746368:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157412.955573:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.955599:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268746624 00000100:00100000:1.0:1746157412.955606:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268746624 00002000:00100000:1.0:1746157412.955636:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88008d96ed80 x1830978268746624/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.955644:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ed80 with x1830978268746624 ext(1048576->2097151) 00002000:00010000:1.0:1746157412.955648:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96ed80 00000100:00100000:1.0:1746157412.955662:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5345 00000100:00100000:1.0:1746157412.955668:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1986:x1830978268746624:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157412.956452:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1985:x1830978268746112:12345-192.168.203.5@tcp:4:dd.0 Request processed in 11394us (11828us total) trans 4294968737 rc 0/0 00000100:00100000:2.0:1746157412.956460:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5343 00002000:00100000:2.0:1746157412.956466:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88008e218e00 x1830978268746112/t4294968737(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.956473:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218e00 with x1830978268746112 ext(0->1048575) 00002000:00010000:2.0:1746157412.956477:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e218e00 00000100:00100000:2.0:1746157412.959545:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1986:x1830978268746368:12345-192.168.203.5@tcp:4:dd.0 Request processed in 13375us (13520us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1746157412.959554:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5344 00002000:00100000:2.0:1746157412.959563:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008e21aa00 x1830978268746368/t4294968061(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.959570:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21aa00 with x1830978268746368 ext(1048576->2097151) 00002000:00010000:2.0:1746157412.959575:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21aa00 00000100:00100000:1.0:1746157412.964677:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1986:x1830978268746624:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9003us (9103us total) trans 4294968738 rc 0/0 00000100:00100000:1.0:1746157412.964686:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5345 00002000:00100000:1.0:1746157412.964695:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88008d96ed80 x1830978268746624/t4294968738(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.964703:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96ed80 with x1830978268746624 ext(1048576->2097151) 00002000:00010000:1.0:1746157412.964708:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96ed80 00000100:00100000:1.0:1746157412.966105:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.966207:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268746880 00000100:00100000:2.0:1746157412.966213:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268746880 00002000:00100000:2.0:1746157412.966241:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008d96e680 x1830978268746880/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.966248:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96e680 with x1830978268746880 ext(2097152->3145727) 00002000:00010000:2.0:1746157412.966252:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96e680 00000100:00100000:2.0:1746157412.966276:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5346 00000100:00100000:2.0:1746157412.966283:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1986:x1830978268746880:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157412.972179:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1986:x1830978268746880:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5891us (6070us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1746157412.972187:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5346 00002000:00100000:2.0:1746157412.972196:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008d96e680 x1830978268746880/t4294968062(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.972205:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96e680 with x1830978268746880 ext(2097152->3145727) 00002000:00010000:2.0:1746157412.972209:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96e680 00000100:00100000:1.0:1746157412.974884:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157412.974962:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268747136 00000100:00100000:2.0:1746157412.974969:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268747136 00002000:00100000:2.0:1746157412.975015:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88008d96df80 x1830978268747136/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157412.975024:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96df80 with x1830978268747136 ext(2097152->3145727) 00002000:00010000:2.0:1746157412.975029:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96df80 00000100:00100000:2.0:1746157412.975058:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5347 00000100:00100000:2.0:1746157412.975065:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+13:1985:x1830978268747136:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157412.981585:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1985:x1830978268747136:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6515us (6699us total) trans 4294968739 rc 0/0 00000100:00100000:1.0:1746157412.981595:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5347 00002000:00100000:1.0:1746157412.981604:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88008d96df80 x1830978268747136/t4294968739(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.981611:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96df80 with x1830978268747136 ext(2097152->3145727) 00002000:00010000:1.0:1746157412.981616:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96df80 00000100:00100000:2.0:1746157412.984144:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157412.984202:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268747392 00000001:00080000:3.0:1746157412.984208:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968735 is committed 00000100:00100000:1.0:1746157412.984209:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268747392 00002000:00100000:1.0:1746157412.984237:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88008c51d880 x1830978268747392/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.984245:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978268747392 ext(3145728->4194303) 00002000:00010000:1.0:1746157412.984250:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51d880 00000100:00100000:1.0:1746157412.984263:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5348 00000100:00100000:1.0:1746157412.984267:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1985:x1830978268747392:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:2.0:1746157412.984399:0:8493:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746157412 -> 1746157413 00010000:00010000:2.0:1746157412.984408:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.984416:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.984422:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.984428:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091d44600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157412.984431:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.984438:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.984452:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157412.984457:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d44600/0x4450b99e49e61eab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157412.986160:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268745216:12345-192.168.203.5@tcp:4:dd.0 Request processed in 64784us (65542us total) trans 4294968735 rc 0/0 00000100:00100000:2.0:1746157412.986169:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5341 00000100:00100000:2.0:1746157412.993599:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.993707:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268747648 00000100:00100000:3.0:1746157412.993715:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268747648 00002000:00100000:3.0:1746157412.993745:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff88008c51ea00 x1830978268747648/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.993754:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ea00 with x1830978268747648 ext(3145728->4194303) 00002000:00010000:3.0:1746157412.993758:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51ea00 00000100:00100000:3.0:1746157412.993774:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5349 00000100:00100000:3.0:1746157412.993781:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1986:x1830978268747648:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157412.997705:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157412.997723:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268747904 00000100:00100000:3.0:1746157412.997728:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268747904 00002000:00100000:3.0:1746157412.997751:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800a55e0a80 x1830978268747904/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/0 e 0 to 0 dl 1746157423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157412.997757:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0a80 with x1830978268747904 ext(4194304->5242879) 00002000:00010000:3.0:1746157412.997760:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0a80 00000100:00100000:3.0:1746157412.997772:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5350 00000100:00100000:3.0:1746157412.997776:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1986:x1830978268747904:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157412.997836:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1985:x1830978268747392:12345-192.168.203.5@tcp:4:dd.0 Request processed in 13566us (13695us total) trans 4294968063 rc 0/0 00000100:00100000:1.0:1746157412.997843:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5348 00002000:00100000:1.0:1746157412.997849:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88008c51d880 x1830978268747392/t4294968063(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157412.997856:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d880 with x1830978268747392 ext(3145728->4194303) 00002000:00010000:1.0:1746157412.997859:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51d880 00000100:00100000:3.0:1746157413.001362:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1986:x1830978268747648:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7573us (7761us total) trans 4294968740 rc 0/0 00000100:00100000:3.0:1746157413.001372:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5349 00002000:00100000:3.0:1746157413.001382:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff88008c51ea00 x1830978268747648/t4294968740(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157413.001391:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ea00 with x1830978268747648 ext(3145728->4194303) 00002000:00010000:3.0:1746157413.001396:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51ea00 00000100:00100000:0.0:1746157413.003646:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1986:x1830978268747904:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5864us (5941us total) trans 4294968064 rc 0/0 00000100:00100000:0.0:1746157413.003654:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5350 00002000:00100000:0.0:1746157413.003662:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800a55e0a80 x1830978268747904/t4294968064(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:218/0 lens 488/448 e 0 to 0 dl 1746157423 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.003670:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0a80 with x1830978268747904 ext(4194304->5242879) 00002000:00010000:0.0:1746157413.003674:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0a80 00000100:00100000:2.0:1746157413.004223:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.004344:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268748160 00000100:00100000:0.0:1746157413.004351:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268748160 00002000:00100000:0.0:1746157413.004374:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88008c51ca80 x1830978268748160/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.004381:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ca80 with x1830978268748160 ext(4194304->5242879) 00002000:00010000:0.0:1746157413.004384:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51ca80 00000100:00100000:0.0:1746157413.004399:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5351 00000100:00100000:0.0:1746157413.004405:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1986:x1830978268748160:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157413.013849:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.013914:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268748416 00000100:00100000:3.0:1746157413.013922:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268748416 00002000:00100000:3.0:1746157413.014150:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008d96dc00 x1830978268748416/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157413.014158:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978268748416 ext(5242880->6291455) 00000100:00100000:0.0:1746157413.014766:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1986:x1830978268748160:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10359us (10542us total) trans 4294968741 rc 0/0 00000100:00100000:0.0:1746157413.014774:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5351 00002000:00100000:0.0:1746157413.014780:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88008c51ca80 x1830978268748160/t4294968741(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.014786:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51ca80 with x1830978268748160 ext(4194304->5242879) 00002000:00010000:0.0:1746157413.014790:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51ca80 00002000:00010000:3.0:1746157413.014954:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96dc00 00000100:00100000:3.0:1746157413.014967:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5352 00000100:00100000:3.0:1746157413.014973:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1985:x1830978268748416:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157413.020512:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+21:1985:x1830978268748416:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5533us (6664us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1746157413.020521:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5352 00002000:00100000:3.0:1746157413.020530:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008d96dc00 x1830978268748416/t4294968065(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157413.020538:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96dc00 with x1830978268748416 ext(5242880->6291455) 00002000:00010000:3.0:1746157413.020543:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96dc00 00000100:00100000:2.0:1746157413.020733:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.021453:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268748672 00000100:00100000:3.0:1746157413.021459:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268748672 00002000:00100000:3.0:1746157413.021482:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88008c51d500 x1830978268748672/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157413.021490:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d500 with x1830978268748672 ext(5242880->6291455) 00002000:00010000:3.0:1746157413.021493:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51d500 00000100:00100000:3.0:1746157413.021515:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5353 00000100:00100000:3.0:1746157413.021521:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1985:x1830978268748672:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157413.030923:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.030988:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268748928 00000100:00100000:0.0:1746157413.031005:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268748928 00002000:00100000:0.0:1746157413.031039:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88008d96c700 x1830978268748928/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.031047:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978268748928 ext(6291456->7340031) 00002000:00010000:0.0:1746157413.031050:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c700 00000100:00100000:0.0:1746157413.031088:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5354 00000100:00100000:0.0:1746157413.031095:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+21:1986:x1830978268748928:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157413.031751:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+21:1985:x1830978268748672:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10228us (11017us total) trans 4294968742 rc 0/0 00000100:00100000:0.0:1746157413.031757:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5353 00002000:00100000:0.0:1746157413.031762:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88008c51d500 x1830978268748672/t4294968742(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.031768:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51d500 with x1830978268748672 ext(5242880->6291455) 00002000:00010000:0.0:1746157413.031771:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c51d500 00010000:00010000:1.0:1746157413.033682:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.033693:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.033701:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.033707:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091882800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.033710:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.033717:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.033731:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.033737:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61ea4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.033806:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268744960:12345-192.168.203.5@tcp:4:dd.0 Request processed in 113539us (113688us total) trans 4294968736 rc 0/0 00000100:00100000:1.0:1746157413.033814:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5340 00000001:00080000:2.0:1746157413.034487:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968736 is committed 00000001:00080000:2.0:1746157413.034501:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968739 is committed 00000100:00100000:1.0:1746157413.037433:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.037472:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.037925:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268749184 00000100:00100000:0.0:1746157413.037933:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268749184 00000100:00100000:0.0:1746157413.037977:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268749440 00000100:00100000:0.0:1746157413.037979:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268749440 00000100:00100000:0.0:1746157413.038019:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5355 00000100:00100000:0.0:1746157413.038028:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268749184:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:3.0:1746157413.038041:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5356 00000100:00100000:3.0:1746157413.038049:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268749440:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157413.038055:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.038065:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.038066:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.038068:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.038088:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.038090:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.038090:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.038093:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.038102:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.038106:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746157413.038823:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746157413.038826:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157413.039399:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+23:1986:x1830978268748928:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8301us (8480us total) trans 4294968066 rc 0/0 00000100:00100000:1.0:1746157413.039407:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5354 00002000:00100000:1.0:1746157413.039414:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88008d96c700 x1830978268748928/t4294968066(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.039422:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96c700 with x1830978268748928 ext(6291456->7340031) 00002000:00010000:1.0:1746157413.039427:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d96c700 00000100:00100000:0.0:1746157413.040194:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.040232:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268749696 00000100:00100000:1.0:1746157413.040237:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268749696 00002000:00100000:1.0:1746157413.040259:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88008e218700 x1830978268749696/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.040266:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218700 with x1830978268749696 ext(6291456->7340031) 00002000:00010000:1.0:1746157413.040269:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e218700 00000100:00100000:1.0:1746157413.040281:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5357 00000100:00100000:1.0:1746157413.040287:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+15:1986:x1830978268749696:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:0.0:1746157413.044818:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.044831:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.044838:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.044843:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bea200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157413.044846:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.044852:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.045936:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.045944:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bea200/0x4450b99e49e61eb9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.046016:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268749184:12345-192.168.203.5@tcp:3:dd.0 Request processed in 7985us (8584us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157413.046025:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5355 00010000:00010000:3.0:1746157413.047626:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.047637:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.047644:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.047650:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091e2e800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.047653:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.047659:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.047671:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.047676:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091e2e800/0x4450b99e49e61ec0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.048022:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268749440:12345-192.168.203.5@tcp:3:dd.0 Request processed in 9971us (10545us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157413.048033:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5356 00000100:00100000:1.0:1746157413.049828:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1986:x1830978268749696:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9536us (9631us total) trans 4294968743 rc 0/0 00000100:00100000:1.0:1746157413.049834:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5357 00002000:00100000:1.0:1746157413.049841:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88008e218700 x1830978268749696/t4294968743(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.049847:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218700 with x1830978268749696 ext(6291456->7340031) 00002000:00010000:1.0:1746157413.049849:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e218700 00000100:00100000:0.0:1746157413.050001:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.050089:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268749952 00000100:00100000:1.0:1746157413.050095:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268749952 00002000:00100000:1.0:1746157413.050118:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008e21b480 x1830978268749952/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.050125:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b480 with x1830978268749952 ext(7340032->8388607) 00002000:00010000:1.0:1746157413.050127:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21b480 00000100:00100000:1.0:1746157413.050149:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5358 00000100:00100000:1.0:1746157413.050154:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+23:1986:x1830978268749952:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157413.053381:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.053417:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.053480:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268750208 00000100:00100000:1.0:1746157413.053487:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268750208 00000100:00100000:2.0:1746157413.053500:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268750336 00000100:00100000:2.0:1746157413.053503:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268750336 00000100:00100000:1.0:1746157413.053529:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5359 00000100:00100000:1.0:1746157413.053535:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268750208:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157413.053538:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5360 00000100:00100000:2.0:1746157413.053542:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268750336:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:2.0:1746157413.053571:0:8492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f65, atime: 0x0, ctime: 0x68143f64, blocks: 0xc80b 00010000:00010000:2.0:1746157413.053579:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.053585:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.053594:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.053595:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.053598:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.053608:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.053689:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.053691:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.053693:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.053701:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.056014:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1986:x1830978268749952:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5854us (6017us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1746157413.056025:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5358 00002000:00100000:1.0:1746157413.056033:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008e21b480 x1830978268749952/t4294968067(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.056041:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e21b480 with x1830978268749952 ext(7340032->8388607) 00002000:00010000:1.0:1746157413.056045:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e21b480 00000100:00100000:3.0:1746157413.057632:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.057764:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268750720 00000100:00100000:1.0:1746157413.057772:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268750720 00002000:00100000:1.0:1746157413.057805:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8800a55e1f80 x1830978268750720/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.057812:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1f80 with x1830978268750720 ext(7340032->8388607) 00002000:00010000:1.0:1746157413.057816:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e1f80 00000100:00100000:1.0:1746157413.057832:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5361 00000100:00100000:1.0:1746157413.057837:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1986:x1830978268750720:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157413.070808:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.070879:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268750976 00000100:00100000:1.0:1746157413.070886:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268750976 00002000:00100000:1.0:1746157413.070918:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88008e218000 x1830978268750976/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.070925:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218000 with x1830978268750976 ext(8388608->9437183) 00002000:00010000:1.0:1746157413.070929:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218000 00000100:00100000:1.0:1746157413.070953:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5362 00000100:00100000:1.0:1746157413.070957:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1985:x1830978268750976:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157413.071589:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1986:x1830978268750720:12345-192.168.203.5@tcp:4:dd.0 Request processed in 13749us (13960us total) trans 4294968746 rc 0/0 00000100:00100000:0.0:1746157413.071596:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5361 00002000:00100000:0.0:1746157413.071601:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8800a55e1f80 x1830978268750720/t4294968746(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.071609:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e1f80 with x1830978268750720 ext(7340032->8388607) 00002000:00010000:0.0:1746157413.071612:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e1f80 00000100:00100000:1.0:1746157413.077044:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.077547:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+27:1985:x1830978268750976:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6587us (6743us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1746157413.077555:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5362 00002000:00100000:1.0:1746157413.077564:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88008e218000 x1830978268750976/t4294968068(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.077572:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218000 with x1830978268750976 ext(8388608->9437183) 00002000:00010000:1.0:1746157413.077577:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e218000 00000100:00100000:1.0:1746157413.077592:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268751232 00000100:00100000:1.0:1746157413.077596:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268751232 00002000:00100000:1.0:1746157413.077616:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008d96f100 x1830978268751232/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.077623:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f100 with x1830978268751232 ext(8388608->9437183) 00002000:00010000:1.0:1746157413.077625:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96f100 00000100:00100000:1.0:1746157413.077651:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5363 00000100:00100000:1.0:1746157413.077656:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1986:x1830978268751232:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157413.086727:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d96f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+21:1986:x1830978268751232:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9066us (9684us total) trans 4294968747 rc 0/0 00000100:00100000:0.0:1746157413.086738:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5363 00002000:00100000:0.0:1746157413.086747:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008d96f100 x1830978268751232/t4294968747(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.086755:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d96f100 with x1830978268751232 ext(8388608->9437183) 00002000:00010000:0.0:1746157413.086760:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d96f100 00000100:00100000:2.0:1746157413.087761:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.087777:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268751488 00000100:00100000:2.0:1746157413.087782:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268751488 00002000:00100000:2.0:1746157413.087806:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88008c51e300 x1830978268751488/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.087813:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e300 with x1830978268751488 ext(9437184->10485759) 00002000:00010000:2.0:1746157413.087817:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51e300 00000100:00100000:2.0:1746157413.087829:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5364 00000100:00100000:2.0:1746157413.087835:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+27:1986:x1830978268751488:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157413.094017:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+29:1986:x1830978268751488:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6175us (6250us total) trans 4294968069 rc 0/0 00000100:00100000:2.0:1746157413.094027:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5364 00002000:00100000:2.0:1746157413.094036:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88008c51e300 x1830978268751488/t4294968069(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.094044:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c51e300 with x1830978268751488 ext(9437184->10485759) 00002000:00010000:2.0:1746157413.094048:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c51e300 00000100:00100000:2.0:1746157413.095245:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.095303:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268751744 00000100:00100000:3.0:1746157413.095309:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268751744 00002000:00100000:3.0:1746157413.095335:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008c52bb80 x1830978268751744/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157413.095343:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52bb80 with x1830978268751744 ext(9437184->10485759) 00002000:00010000:3.0:1746157413.095346:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c52bb80 00000100:00100000:3.0:1746157413.095358:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5365 00000100:00100000:3.0:1746157413.095363:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+21:1985:x1830978268751744:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157413.104222:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+23:1985:x1830978268751744:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8852us (8973us total) trans 4294968748 rc 0/0 00000100:00100000:2.0:1746157413.104233:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5365 00002000:00100000:2.0:1746157413.104241:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008c52bb80 x1830978268751744/t4294968748(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.104250:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c52bb80 with x1830978268751744 ext(9437184->10485759) 00002000:00010000:2.0:1746157413.104255:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c52bb80 00000100:00100000:1.0:1746157413.104432:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.104658:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268752000 00000100:00100000:0.0:1746157413.104664:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268752000 00002000:00100000:0.0:1746157413.104688:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88013219bb80 x1830978268752000/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.104695:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1830978268752000 ext(10485760->11534335) 00002000:00010000:0.0:1746157413.104698:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219bb80 00000100:00100000:0.0:1746157413.104711:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5366 00000100:00100000:0.0:1746157413.104716:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+29:1985:x1830978268752000:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157413.109517:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.109561:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268752256 00000100:00100000:2.0:1746157413.109568:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268752256 00002000:00100000:2.0:1746157413.109598:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88008e218a80 x1830978268752256/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.109606:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218a80 with x1830978268752256 ext(10485760->11534335) 00002000:00010000:2.0:1746157413.109611:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e218a80 00000100:00100000:2.0:1746157413.109635:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5367 00000100:00100000:2.0:1746157413.109642:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+23:1986:x1830978268752256:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157413.112645:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+31:1985:x1830978268752000:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7922us (8207us total) trans 4294968070 rc 0/0 00000100:00100000:2.0:1746157413.112654:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5366 00002000:00100000:2.0:1746157413.112663:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88013219bb80 x1830978268752000/t4294968070(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.112670:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219bb80 with x1830978268752000 ext(10485760->11534335) 00002000:00010000:2.0:1746157413.112675:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219bb80 00002000:00010000:1.0:1746157413.114005:0:8493:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746157412 -> 1746157413 00010000:00010000:1.0:1746157413.114016:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.114024:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.114030:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.114035:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254de00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.114038:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.114048:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.114062:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.114068:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254de00/0x4450b99e49e61ece lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.114129:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1983:x1830978268750208:12345-192.168.203.5@tcp:4:dd.0 Request processed in 60591us (60752us total) trans 4294968744 rc 0/0 00000100:00100000:1.0:1746157413.114136:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5359 00000001:00080000:2.0:1746157413.114742:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968742 is committed 00000001:00080000:2.0:1746157413.114757:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968744 is committed 00000001:00080000:2.0:1746157413.114763:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968743 is committed 00000100:00100000:2.0:1746157413.119283:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1986:x1830978268752256:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9635us (9764us total) trans 4294968749 rc 0/0 00000100:00100000:2.0:1746157413.119293:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5367 00002000:00100000:2.0:1746157413.119302:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88008e218a80 x1830978268752256/t4294968749(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.119310:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e218a80 with x1830978268752256 ext(10485760->11534335) 00002000:00010000:2.0:1746157413.119314:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e218a80 00000100:00100000:1.0:1746157413.121844:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.121898:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268752512 00000100:00100000:2.0:1746157413.121906:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268752512 00002000:00100000:2.0:1746157413.121936:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88013219b100 x1830978268752512/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.121944:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219b100 with x1830978268752512 ext(11534336->12582911) 00002000:00010000:2.0:1746157413.121949:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219b100 00000100:00100000:2.0:1746157413.121976:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5368 00000100:00100000:2.0:1746157413.121983:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+31:1986:x1830978268752512:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157413.130896:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.130927:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268752768 00000100:00100000:0.0:1746157413.130933:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268752768 00002000:00100000:0.0:1746157413.130963:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88008c529500 x1830978268752768/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.130970:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529500 with x1830978268752768 ext(11534336->12582911) 00002000:00010000:0.0:1746157413.130975:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c529500 00000100:00100000:0.0:1746157413.131008:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5369 00000100:00100000:0.0:1746157413.131013:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+17:1985:x1830978268752768:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157413.131773:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+33:1986:x1830978268752512:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9788us (9931us total) trans 4294968071 rc 0/0 00000100:00100000:2.0:1746157413.131780:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5368 00002000:00100000:2.0:1746157413.131786:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88013219b100 x1830978268752512/t4294968071(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.131792:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219b100 with x1830978268752512 ext(11534336->12582911) 00002000:00010000:2.0:1746157413.131795:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219b100 00000100:00100000:1.0:1746157413.137869:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.137900:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.137917:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268753280 00000100:00100000:1.0:1746157413.137917:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268753024 00000100:00100000:2.0:1746157413.137922:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268753280 00000100:00100000:1.0:1746157413.137923:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268753024 00000100:00100000:2.0:1746157413.137951:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 172 00000100:00080000:0.0:1746157413.137951:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746157413.137956:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e8b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+21:1147:x1830978268753280:12345-192.168.203.5@tcp:35:dd.0 00002000:00100000:1.0:1746157413.137956:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88013219a680 x1830978268753024/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157413.137965:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a680 with x1830978268753024 ext(12582912->13631487) 00002000:00010000:1.0:1746157413.137969:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219a680 00000100:00100000:1.0:1746157413.137982:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5370 00000100:00100000:1.0:1746157413.137987:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+33:1985:x1830978268753024:12345-192.168.203.5@tcp:4:dd.0 00000001:00080000:2.0:1746157413.138132:0:19554:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983543 00000100:00100000:2.0:1746157413.138274:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e8b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+23:1147:x1830978268753280:12345-192.168.203.5@tcp:35:dd.0 Request processed in 317us (409us total) trans 4294983544 rc 0/0 00000100:00100000:2.0:1746157413.138281:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 172 00000020:00080000:2.0:1746157413.138284:0:19554:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746157413.138757:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+19:1985:x1830978268752768:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7742us (7865us total) trans 4294968750 rc 0/0 00000100:00100000:2.0:1746157413.138763:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5369 00002000:00100000:2.0:1746157413.138768:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88008c529500 x1830978268752768/t4294968750(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.138775:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c529500 with x1830978268752768 ext(11534336->12582911) 00002000:00010000:2.0:1746157413.138778:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c529500 00000100:00100000:2.0:1746157413.147050:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1985:x1830978268753024:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9053us (9140us total) trans 4294968072 rc 0/0 00000100:00100000:2.0:1746157413.147063:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5370 00002000:00100000:2.0:1746157413.147091:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88013219a680 x1830978268753024/t4294968072(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157413.147101:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013219a680 with x1830978268753024 ext(12582912->13631487) 00002000:00010000:2.0:1746157413.147108:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013219a680 00000001:00080000:2.0:1746157413.155718:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968747 is committed 00000001:00080000:2.0:1746157413.155740:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968745 is committed 00000001:00080000:2.0:1746157413.155747:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968748 is committed 00010000:00010000:1.0:1746157413.155893:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.155907:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.155914:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.155927:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800999ade00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.155931:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.155938:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.155958:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.155964:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800999ade00/0x4450b99e49e61ec7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.156229:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268750336:12345-192.168.203.5@tcp:4:dd.0 Request processed in 102677us (102802us total) trans 4294968745 rc 0/0 00000100:00100000:1.0:1746157413.156240:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5360 00000100:00100000:0.0:1746157413.160354:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.160395:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.160427:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268753536 00000100:00100000:1.0:1746157413.160435:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268753536 00000100:00100000:1.0:1746157413.160488:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268753792 00000100:00100000:1.0:1746157413.160490:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268753792 00000100:00100000:2.0:1746157413.160506:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5371 00000100:00100000:1.0:1746157413.160512:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5372 00000100:00100000:2.0:1746157413.160515:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268753536:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157413.160518:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268753792:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157413.160542:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.160542:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.160553:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.160553:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.160555:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.160555:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.160558:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.160558:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.160568:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.160568:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.171973:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.171986:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.172002:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.172008:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099afac00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157413.172012:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.172019:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.172038:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.172043:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099afac00/0x4450b99e49e61ed5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.172141:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268753536:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11624us (11789us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157413.172151:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5371 00010000:00010000:1.0:1746157413.172381:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.172391:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.172398:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.172403:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091882800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.172405:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.172411:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.172421:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.172426:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091882800/0x4450b99e49e61edc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.172468:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268753792:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11948us (12071us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157413.172474:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5372 00000100:00100000:0.0:1746157413.177201:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.177247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.177304:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268754048 00000100:00100000:1.0:1746157413.177312:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268754048 00000100:00100000:1.0:1746157413.177396:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268754176 00000100:00100000:1.0:1746157413.177398:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268754176 00000100:00100000:1.0:1746157413.177421:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5373 00000100:00100000:1.0:1746157413.177426:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268754048:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157413.177459:0:8492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f65, atime: 0x0, ctime: 0x68143f65, blocks: 0xc80b 00010000:00010000:1.0:1746157413.177465:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.177476:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.177478:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.177481:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.177490:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.177639:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5374 00000100:00100000:2.0:1746157413.177646:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268754176:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:2.0:1746157413.177660:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.177668:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.177670:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.177672:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.177680:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746157413.217497:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968751 is committed 00000001:00080000:3.0:1746157413.217511:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968750 is committed 00002000:00010000:1.0:1746157413.217616:0:8492:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746157413 -> 1746157414 00002000:00010000:1.0:1746157413.217619:0:8492:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746157413 -> 1746157414 00010000:00010000:1.0:1746157413.217630:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.217639:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.217646:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.217652:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091883a00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.217655:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.217662:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.217676:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.217681:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091883a00/0x4450b99e49e61ee3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.217740:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268754048:12345-192.168.203.5@tcp:4:dd.0 Request processed in 40310us (40541us total) trans 4294968751 rc 0/0 00000100:00100000:1.0:1746157413.217748:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5373 00000001:00080000:3.0:1746157413.241348:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968752 is committed 00010000:00010000:2.0:1746157413.241363:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.241375:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.241387:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.241393:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099afbc00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157413.241396:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.241402:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.241415:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.241421:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099afbc00/0x4450b99e49e61eea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.241490:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fab4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268754176:12345-192.168.203.5@tcp:4:dd.0 Request processed in 63841us (64239us total) trans 4294968752 rc 0/0 00000100:00100000:2.0:1746157413.241498:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5374 00000100:00100000:0.0:1746157413.244179:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.244225:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268754560 00000100:00100000:2.0:1746157413.244233:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268754560 00000100:00100000:2.0:1746157413.244287:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5375 00000100:00100000:2.0:1746157413.244293:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268754560:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157413.244316:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.244331:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.244333:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.244337:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.244347:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.244923:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.245715:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268754816 00000100:00100000:1.0:1746157413.245721:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268754816 00000100:00100000:1.0:1746157413.245801:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5376 00000100:00100000:1.0:1746157413.245807:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268754816:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157413.245850:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.245859:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.245861:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.245864:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.245873:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.256696:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.256834:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.256842:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.256849:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009adbc000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157413.256853:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.256859:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.256877:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.256883:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009adbc000/0x4450b99e49e61ef1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.256967:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268754560:12345-192.168.203.5@tcp:3:dd.0 Request processed in 12668us (12788us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157413.256978:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5375 00010000:00010000:1.0:1746157413.258925:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.258939:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.258946:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.258951:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e0e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.258954:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.258960:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.258975:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.258985:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800932e0e00/0x4450b99e49e61ef8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.259118:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268754816:12345-192.168.203.5@tcp:3:dd.0 Request processed in 13307us (14196us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157413.259127:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5376 00000100:00100000:0.0:1746157413.262872:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.262919:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.262943:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268755200 00000100:00100000:1.0:1746157413.262950:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268755200 00000100:00100000:1.0:1746157413.263004:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268755072 00000100:00100000:1.0:1746157413.263007:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268755072 00000100:00100000:1.0:1746157413.263025:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5377 00000100:00100000:1.0:1746157413.263030:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268755200:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157413.263063:0:8492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:1.0:1746157413.263092:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.263099:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5378 00010000:00010000:1.0:1746157413.263102:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.263103:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746157413.263105:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268755072:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:1.0:1746157413.263107:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.263117:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.263117:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.263123:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.263124:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.263126:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.263131:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746157413.296539:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968753 is committed 00010000:00010000:0.0:1746157413.296771:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.296781:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.296787:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.296793:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bf3400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157413.296797:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.296803:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.296818:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.296828:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097bf3400/0x4450b99e49e61f06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.296889:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268755072:12345-192.168.203.5@tcp:4:dd.0 Request processed in 33780us (33965us total) trans 4294968753 rc 0/0 00000100:00100000:0.0:1746157413.296897:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5378 00000001:00080000:3.0:1746157413.319106:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968754 is committed 00010000:00010000:2.0:1746157413.319279:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.319289:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.319296:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.319301:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932e1600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157413.319304:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.319310:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.319323:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.319328:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800932e1600/0x4450b99e49e61eff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.319394:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268755200:12345-192.168.203.5@tcp:4:dd.0 Request processed in 56360us (56524us total) trans 4294968754 rc 0/0 00000100:00100000:2.0:1746157413.319405:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5377 00000100:00100000:0.0:1746157413.321843:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.322031:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.322106:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268755584 00000100:00100000:1.0:1746157413.322110:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268755840 00000100:00100000:2.0:1746157413.322113:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268755584 00000100:00100000:1.0:1746157413.322114:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268755840 00000100:00100000:2.0:1746157413.322159:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5379 00000100:00100000:2.0:1746157413.322165:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268755584:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157413.322187:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.322198:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.322199:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.322203:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.322212:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.322594:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5380 00000100:00100000:1.0:1746157413.322601:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268755840:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157413.322617:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.322625:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.322626:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.322628:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.322637:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.335461:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.335473:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.335480:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.335485:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c75200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.335488:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.335488:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.335494:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.335496:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.335502:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.335507:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b08800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157413.335507:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.335509:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.335514:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.335517:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c75200/0x4450b99e49e61f0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.335523:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.335529:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099b08800/0x4450b99e49e61f14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.335582:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268755840:12345-192.168.203.5@tcp:3:dd.0 Request processed in 12978us (13548us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157413.335582:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268755584:12345-192.168.203.5@tcp:3:dd.0 Request processed in 13415us (13743us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157413.335590:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5379 00000100:00100000:1.0:1746157413.335595:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5380 00000100:00100000:0.0:1746157413.341455:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.341563:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268756096 00000100:00100000:2.0:1746157413.341571:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268756096 00000100:00100000:2.0:1746157413.341733:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5381 00000100:00100000:2.0:1746157413.341741:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268756096:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:2.0:1746157413.341779:0:8492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:2.0:1746157413.341785:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.341794:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.341795:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.341798:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.341807:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.342139:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.342192:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268756224 00000100:00100000:1.0:1746157413.342197:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268756224 00000100:00100000:1.0:1746157413.342228:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5382 00000100:00100000:1.0:1746157413.342234:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268756224:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:1.0:1746157413.342248:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.342255:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.342256:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.342259:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.342265:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157413.369432:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968755 is committed 00010000:00010000:3.0:1746157413.369853:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.369863:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.369871:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.369880:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135c75200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.369884:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.369891:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.369905:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.369911:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135c75200/0x4450b99e49e61f1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.369974:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1985:x1830978268756096:12345-192.168.203.5@tcp:4:dd.0 Request processed in 28230us (28521us total) trans 4294968755 rc 0/0 00000100:00100000:3.0:1746157413.369982:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5381 00000001:00080000:2.0:1746157413.388796:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968756 is committed 00010000:00010000:1.0:1746157413.388878:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.388887:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.388898:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.388904:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c6ae00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.389019:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.389026:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.389042:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.389047:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c6ae00/0x4450b99e49e61f22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.389402:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268756224:12345-192.168.203.5@tcp:4:dd.0 Request processed in 47163us (47259us total) trans 4294968756 rc 0/0 00000100:00100000:1.0:1746157413.389409:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5382 00000100:00100000:2.0:1746157413.391612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.391647:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.391665:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268756736 00000100:00100000:1.0:1746157413.391671:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268756736 00000100:00100000:1.0:1746157413.391714:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268756864 00000100:00100000:1.0:1746157413.391716:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268756864 00000100:00100000:3.0:1746157413.391726:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5383 00000100:00100000:3.0:1746157413.391735:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268756736:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157413.391735:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5384 00000100:00100000:1.0:1746157413.391739:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268756864:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157413.391758:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.391758:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.391769:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.391769:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.391770:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.391770:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.391774:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.391774:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.391783:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.391783:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.401831:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.401845:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.401852:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.401858:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093343400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.401861:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.401868:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.401882:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.401889:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093343400/0x4450b99e49e61f30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.401965:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268756864:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10213us (10306us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157413.401978:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5384 00010000:00010000:3.0:1746157413.403484:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.403494:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.403500:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.403505:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093341c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.403508:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.403513:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.403525:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.403531:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.403571:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268756736:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11835us (11961us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157413.403578:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5383 00000100:00100000:2.0:1746157413.408675:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.408711:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.408728:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268757120 00000100:00100000:3.0:1746157413.408736:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268757120 00000100:00100000:3.0:1746157413.408774:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268757248 00000100:00100000:3.0:1746157413.408776:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268757248 00000100:00100000:3.0:1746157413.408791:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5385 00000100:00100000:3.0:1746157413.408797:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268757120:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:3.0:1746157413.408833:0:8492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:3.0:1746157413.408840:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.408851:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.408853:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.408857:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.408872:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.409209:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5386 00000100:00100000:1.0:1746157413.409216:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268757248:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:1.0:1746157413.409230:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.409236:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.409237:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.409239:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.409246:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.440562:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.440573:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.440580:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.440585:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093342c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.440589:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.440595:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.440608:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.440613:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093342c00/0x4450b99e49e61f3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.440674:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1983:x1830978268757248:12345-192.168.203.5@tcp:4:dd.0 Request processed in 31454us (31958us total) trans 4294968757 rc 0/0 00000100:00100000:1.0:1746157413.440682:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5386 00000001:00080000:0.0:1746157413.440790:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968757 is committed 00000001:00080000:0.0:1746157413.460501:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968758 is committed 00010000:00010000:2.0:1746157413.460579:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.460590:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.460598:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.460604:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093340e00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157413.460608:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.460615:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.460631:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.460641:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093340e00/0x4450b99e49e61f37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.460722:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268757120:12345-192.168.203.5@tcp:4:dd.0 Request processed in 51920us (52047us total) trans 4294968758 rc 0/0 00000100:00100000:2.0:1746157413.460731:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5385 00000100:00100000:3.0:1746157413.463021:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.463060:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.463090:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268757760 00000100:00100000:2.0:1746157413.463098:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268757760 00000100:00100000:3.0:1746157413.463222:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268757888 00000100:00100000:3.0:1746157413.463225:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268757888 00000100:00100000:3.0:1746157413.463252:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5387 00000100:00100000:1.0:1746157413.463256:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5388 00000100:00100000:3.0:1746157413.463258:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268757760:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157413.463261:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268757888:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157413.463280:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.463282:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.463291:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.463291:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.463293:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.463293:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.463296:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.463296:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.463306:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.463306:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.472760:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.472774:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.472781:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.472787:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093340000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.472790:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.472797:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.472811:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.472817:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093340000/0x4450b99e49e61f45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.473349:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.473358:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.473364:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.473369:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c21c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.473372:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.473375:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268757760:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10113us (10354us total) trans 0 rc 1048576/1048576 00010000:00010000:1.0:1746157413.473377:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.473386:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.473387:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5387 00010000:00010000:1.0:1746157413.473391:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c21c00/0x4450b99e49e61f4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.473517:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268757888:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10254us (10455us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157413.473523:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5388 00000100:00100000:2.0:1746157413.479663:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.479810:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.479894:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268758144 00000100:00100000:1.0:1746157413.479902:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268758144 00000100:00100000:1.0:1746157413.479944:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268758272 00000100:00100000:1.0:1746157413.479947:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268758272 00000100:00100000:1.0:1746157413.479966:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5389 00000100:00100000:1.0:1746157413.479973:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268758144:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157413.479986:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5390 00000100:00100000:3.0:1746157413.480003:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268758272:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157413.480019:0:20151:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:3.0:1746157413.480029:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.480029:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.480040:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.480041:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.480045:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.480054:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.480055:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.480056:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.480058:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.480064:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157413.508837:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968759 is committed 00010000:00010000:3.0:1746157413.508885:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.508895:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.508902:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.508907:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093341c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.508911:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.508921:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.508935:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.508939:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341c00/0x4450b99e49e61f5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.509008:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268758272:12345-192.168.203.5@tcp:4:dd.0 Request processed in 29012us (29194us total) trans 4294968759 rc 0/0 00000100:00100000:3.0:1746157413.509016:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5390 00000001:00080000:3.0:1746157413.533262:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968760 is committed 00010000:00010000:1.0:1746157413.533323:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.533333:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.533339:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.533344:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e98600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.533347:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.533357:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.533370:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.533375:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e98600/0x4450b99e49e61f53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.533456:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268758144:12345-192.168.203.5@tcp:4:dd.0 Request processed in 53479us (53800us total) trans 4294968760 rc 0/0 00000100:00100000:1.0:1746157413.533465:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5389 00000100:00100000:2.0:1746157413.536820:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.536864:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.536983:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268758784 00000100:00100000:1.0:1746157413.536997:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268758784 00000100:00100000:3.0:1746157413.537031:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268758912 00000100:00100000:3.0:1746157413.537034:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268758912 00000100:00100000:3.0:1746157413.537123:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5391 00000100:00100000:1.0:1746157413.537128:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5392 00000100:00100000:3.0:1746157413.537130:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268758784:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:1.0:1746157413.537132:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268758912:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157413.537156:0:8492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.537156:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.537167:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.537167:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.537169:0:8492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.537169:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.537173:0:8492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.537173:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.537183:0:8492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.537183:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.548526:0:8492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.548539:0:8492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.548546:0:8492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.548552:0:8492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254c200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.548555:0:8492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.548562:0:8492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.548576:0:8492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.548581:0:8492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009254c200/0x4450b99e49e61f61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8492 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.548654:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c52aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268758784:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11522us (11837us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157413.548662:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5391 00010000:00010000:1.0:1746157413.549005:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.549012:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.549018:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.549022:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254fe00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.549025:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.549030:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.549040:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.549046:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254fe00/0x4450b99e49e61f68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.549107:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268758912:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11973us (12242us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157413.549114:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5392 00000100:00100000:2.0:1746157413.553344:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.553390:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.553564:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268759168 00000100:00100000:1.0:1746157413.553571:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268759168 00000100:00100000:1.0:1746157413.553611:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268759296 00000100:00100000:1.0:1746157413.553613:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268759296 00000100:00100000:1.0:1746157413.553627:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5393 00000100:00100000:1.0:1746157413.553633:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268759168:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157413.553670:0:20151:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:1.0:1746157413.553677:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.553687:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.553688:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.553693:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.553703:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.553833:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5394 00000100:00100000:1.0:1746157413.553838:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268759296:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:1.0:1746157413.553851:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.553857:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.553858:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.553860:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.553867:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.586904:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.586922:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.586929:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.586936:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254fa00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.586939:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.586945:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.586959:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.586964:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254fa00/0x4450b99e49e61f6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.587037:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+13:1983:x1830978268759168:12345-192.168.203.5@tcp:4:dd.0 Request processed in 33399us (33707us total) trans 4294968761 rc 0/0 00000100:00100000:3.0:1746157413.587045:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5393 00000001:00080000:3.0:1746157413.587093:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968761 is committed 00000001:00080000:3.0:1746157413.615770:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968762 is committed 00010000:00010000:1.0:1746157413.615793:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.615879:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.615887:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.615892:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254e200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.615895:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.615901:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.615914:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.615920:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254e200/0x4450b99e49e61f76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.616055:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268759296:12345-192.168.203.5@tcp:4:dd.0 Request processed in 62213us (62660us total) trans 4294968762 rc 0/0 00000100:00100000:1.0:1746157413.616064:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5394 00000100:00100000:2.0:1746157413.618974:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.619026:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.619055:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268759808 00000100:00100000:1.0:1746157413.619062:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268759808 00000100:00100000:3.0:1746157413.619130:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268759936 00000100:00100000:3.0:1746157413.619134:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268759936 00000100:00100000:1.0:1746157413.619155:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5395 00000100:00100000:1.0:1746157413.619162:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268759808:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:3.0:1746157413.619222:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5396 00000100:00100000:3.0:1746157413.619228:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268759936:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157413.619248:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.619260:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.619261:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.619266:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.619276:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.619363:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.619373:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.619374:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.619377:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.619385:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.630698:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.630711:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.630718:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.630723:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254ee00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.630726:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.630732:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.630745:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.630751:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254ee00/0x4450b99e49e61f7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.630820:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268759936:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11588us (11790us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157413.630829:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5396 00010000:00010000:1.0:1746157413.630938:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.630948:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.630954:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.630959:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091513600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.630962:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.630968:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.630981:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.630986:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091513600/0x4450b99e49e61f84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.631034:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268759808:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11873us (12064us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157413.631041:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5395 00000100:00100000:2.0:1746157413.636497:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.636591:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268760192 00000100:00100000:1.0:1746157413.636599:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268760192 00000100:00100000:1.0:1746157413.636666:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5397 00000100:00100000:1.0:1746157413.636674:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268760192:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:1.0:1746157413.636712:0:8493:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:1.0:1746157413.636720:0:8493:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.636732:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.636733:0:8493:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.636737:0:8493:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.636747:0:8493:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.637063:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.637289:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268760320 00000100:00100000:0.0:1746157413.637294:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268760320 00000100:00100000:0.0:1746157413.637318:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5398 00000100:00100000:0.0:1746157413.637323:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268760320:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:0.0:1746157413.637338:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.637345:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.637346:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.637349:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.637356:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157413.666921:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968763 is committed 00010000:00010000:1.0:1746157413.666958:0:8493:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.666969:0:8493:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.666975:0:8493:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.666981:0:8493:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091513600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.666984:0:8493:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.667001:0:8493:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.667016:0:8493:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.667022:0:8493:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091513600/0x4450b99e49e61f8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8493 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.667099:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268760192:12345-192.168.203.5@tcp:4:dd.0 Request processed in 30423us (30605us total) trans 4294968763 rc 0/0 00000100:00100000:1.0:1746157413.667107:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5397 00010000:00010000:3.0:1746157413.669180:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746157413.695341:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968764 is committed 00010000:00010000:1.0:1746157413.695528:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.695539:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.695546:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.695551:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfa200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.695555:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.695561:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.695573:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.695579:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa200/0x4450b99e49e61f92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.695654:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268760320:12345-192.168.203.5@tcp:4:dd.0 Request processed in 58327us (58588us total) trans 4294968764 rc 0/0 00000100:00100000:1.0:1746157413.695663:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5398 00000100:00100000:0.0:1746157413.698260:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.698298:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268760960 00000100:00100000:1.0:1746157413.698304:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268760960 00000100:00100000:1.0:1746157413.698349:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5399 00000100:00100000:1.0:1746157413.698356:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268760960:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:1.0:1746157413.698381:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.698395:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.698397:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.698401:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.698411:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.698632:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.698700:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268760832 00000100:00100000:3.0:1746157413.698704:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268760832 00000100:00100000:3.0:1746157413.698730:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5400 00000100:00100000:3.0:1746157413.698735:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268760832:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157413.698750:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.698758:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.698759:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.698761:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.698769:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.706462:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.706480:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.706487:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.706492:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b70000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.706495:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.706501:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.706515:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.706521:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b70000/0x4450b99e49e61f99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.706571:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268760960:12345-192.168.203.5@tcp:3:dd.0 Request processed in 8212us (8313us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157413.706579:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5399 00010000:00010000:3.0:1746157413.709055:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.709066:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.709234:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.709239:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009143b000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.709243:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.709249:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.709268:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.709274:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009143b000/0x4450b99e49e61fa0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.709329:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268760832:12345-192.168.203.5@tcp:3:dd.0 Request processed in 10589us (10693us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157413.709336:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5400 00000100:00100000:2.0:1746157413.714242:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.715182:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268761216 00000100:00100000:3.0:1746157413.715188:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268761216 00000100:00100000:3.0:1746157413.715241:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5401 00000100:00100000:3.0:1746157413.715248:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268761216:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157413.715321:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.715455:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268761344 00000100:00100000:1.0:1746157413.715458:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268761344 00000100:00100000:1.0:1746157413.715484:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5402 00000100:00100000:1.0:1746157413.715489:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268761344:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:3.0:1746157413.715529:0:2047:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:3.0:1746157413.715540:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.715551:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.715553:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.715556:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.715567:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.715744:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.715752:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.715754:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157413.715756:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.715763:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157413.753503:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968765 is committed 00010000:00010000:3.0:1746157413.753530:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.753541:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.753548:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.753554:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009143b400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.753558:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.753565:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.753580:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.753586:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009143b400/0x4450b99e49e61fa7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.753658:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268761216:12345-192.168.203.5@tcp:4:dd.0 Request processed in 38406us (39419us total) trans 4294968765 rc 0/0 00000100:00100000:3.0:1746157413.753666:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5401 00000001:00080000:0.0:1746157413.789012:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968766 is committed 00010000:00010000:3.0:1746157413.789201:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.789211:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.789218:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.789223:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b70200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.789226:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.789232:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.789246:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.789519:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b70200/0x4450b99e49e61fae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.789588:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268761344:12345-192.168.203.5@tcp:4:dd.0 Request processed in 74095us (74263us total) trans 4294968766 rc 0/0 00000100:00100000:3.0:1746157413.789596:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5402 00000100:00100000:2.0:1746157413.792069:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.792144:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.792165:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268761856 00000100:00100000:0.0:1746157413.792165:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268761984 00000100:00100000:3.0:1746157413.792171:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268761856 00000100:00100000:0.0:1746157413.792171:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268761984 00000100:00100000:0.0:1746157413.792210:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5403 00000100:00100000:0.0:1746157413.792216:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268761984:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:3.0:1746157413.792217:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5404 00000100:00100000:3.0:1746157413.792222:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268761856:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:3.0:1746157413.792239:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.792239:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.792249:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.792249:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.792250:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.792250:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.792253:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.792253:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.792262:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.792262:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.799824:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.799835:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.799842:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.799848:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b909000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157413.799851:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.799858:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.799871:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.799877:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b909000/0x4450b99e49e61fb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746157413.800041:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268761856:12345-192.168.203.5@tcp:3:dd.0 Request processed in 7813us (7972us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157413.800049:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5404 00010000:00010000:0.0:1746157413.801447:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.801454:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.801458:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.801461:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54ca000 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157413.801463:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.801471:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.801479:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.801482:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a54ca000/0x4450b99e49e61fbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.801520:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1983:x1830978268761984:12345-192.168.203.5@tcp:3:dd.0 Request processed in 9304us (9375us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157413.801525:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5403 00000100:00100000:2.0:1746157413.805062:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.805112:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268762240 00000100:00100000:0.0:1746157413.805119:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268762240 00000100:00100000:0.0:1746157413.805171:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5405 00000100:00100000:0.0:1746157413.805178:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268762240:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:0.0:1746157413.805217:0:2047:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:0.0:1746157413.805224:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.805234:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.805236:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.805295:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.805307:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.805461:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157413.805556:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268762368 00000100:00100000:3.0:1746157413.805559:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268762368 00000100:00100000:3.0:1746157413.805581:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5406 00000100:00100000:3.0:1746157413.805586:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268762368:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:3.0:1746157413.805598:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.805604:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.805605:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157413.805608:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157413.805615:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746157413.826940:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968767 is committed 00010000:00010000:1.0:1746157413.826964:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.826975:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.826982:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.827003:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093341600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.827007:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.827014:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.827028:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.827032:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341600/0x4450b99e49e61fc3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.827104:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268762240:12345-192.168.203.5@tcp:4:dd.0 Request processed in 21923us (22045us total) trans 4294968767 rc 0/0 00000100:00100000:1.0:1746157413.827112:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5405 00000001:00080000:3.0:1746157413.849647:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968768 is committed 00010000:00010000:2.0:1746157413.849780:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.849791:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.849798:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.849804:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b908600 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157413.849808:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.849814:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.849829:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.849834:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b908600/0x4450b99e49e61fca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.849899:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268762368:12345-192.168.203.5@tcp:4:dd.0 Request processed in 44308us (44434us total) trans 4294968768 rc 0/0 00000100:00100000:2.0:1746157413.849908:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5406 00000100:00100000:1.0:1746157413.852612:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.852655:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.852719:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268762752 00000100:00100000:2.0:1746157413.852721:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268763008 00000100:00100000:2.0:1746157413.852726:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268763008 00000100:00100000:0.0:1746157413.852726:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268762752 00000100:00100000:0.0:1746157413.852764:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5407 00000100:00100000:0.0:1746157413.852769:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268762752:12345-192.168.203.5@tcp:3:dd.0 00000100:00100000:2.0:1746157413.852782:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5408 00000100:00100000:2.0:1746157413.852788:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268763008:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157413.852791:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.852802:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.852803:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.852805:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.852808:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.852812:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.852814:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.852817:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.852817:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.852825:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.863993:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.864009:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.864016:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.864021:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091517c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157413.864024:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.864030:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.864044:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.864049:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091517c00/0x4450b99e49e61fd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.864191:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268762752:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11416us (11579us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157413.864199:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5407 00010000:00010000:2.0:1746157413.866917:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.866930:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.866938:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.866943:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c20200 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:2.0:1746157413.866947:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.866954:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.866968:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.866978:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c20200/0x4450b99e49e61fd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157413.867135:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013219a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268763008:12345-192.168.203.5@tcp:3:dd.0 Request processed in 14342us (14474us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157413.867144:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5408 00000100:00100000:1.0:1746157413.870810:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157413.870852:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.870929:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268763264 00000100:00100000:2.0:1746157413.870936:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268763264 00000100:00100000:0.0:1746157413.870946:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268763392 00000100:00100000:0.0:1746157413.870950:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268763392 00000100:00100000:2.0:1746157413.871005:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5409 00000100:00100000:2.0:1746157413.871012:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268763264:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157413.871014:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5410 00000100:00100000:0.0:1746157413.871020:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268763392:12345-192.168.203.5@tcp:4:dd.0 00002000:00010000:0.0:1746157413.871050:0:2047:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:0.0:1746157413.871060:0:2047:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.871066:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.871091:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.871092:0:2047:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.871096:0:2047:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.871111:0:2047:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.871113:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.871115:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157413.871118:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157413.871126:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746157413.902815:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968769 is committed 00010000:00010000:1.0:1746157413.902926:0:2047:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.902937:0:2047:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.902944:0:2047:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.903183:0:2047:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091517c00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.903188:0:2047:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.903195:0:2047:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.903212:0:2047:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.903218:0:2047:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091517c00/0x4450b99e49e61fdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.903277:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268763392:12345-192.168.203.5@tcp:4:dd.0 Request processed in 32254us (32420us total) trans 4294968769 rc 0/0 00000100:00100000:1.0:1746157413.903285:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5410 00000001:00080000:2.0:1746157413.925769:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968770 is committed 00010000:00010000:1.0:1746157413.925900:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.925910:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.925917:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.925922:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c20400 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157413.925925:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.925931:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.925943:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.925948:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091c20400/0x4450b99e49e61fe6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.926025:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268763264:12345-192.168.203.5@tcp:4:dd.0 Request processed in 55010us (55218us total) trans 4294968770 rc 0/0 00000100:00100000:1.0:1746157413.926033:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5409 00000100:00100000:1.0:1746157413.928284:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.928360:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268763776 00000100:00100000:0.0:1746157413.928366:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268763776 00000100:00100000:0.0:1746157413.928421:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5411 00000100:00100000:0.0:1746157413.928431:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268763776:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157413.928455:0:20151:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.928466:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.928468:0:20151:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.928472:0:20151:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.928481:0:20151:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.932941:0:20151:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.932960:0:20151:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.932966:0:20151:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.932976:0:20151:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012db4ae00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157413.932980:0:20151:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.932998:0:20151:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.933015:0:20151:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.933020:0:20151:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012db4ae00/0x4450b99e49e61fed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20151 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.933114:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1984:x1830978268763776:12345-192.168.203.5@tcp:3:dd.0 Request processed in 4683us (4833us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157413.933122:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5411 00000100:00100000:1.0:1746157413.934917:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.935474:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268763904 00000100:00100000:0.0:1746157413.935481:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268763904 00000100:00100000:0.0:1746157413.935518:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7304 00000100:00100000:0.0:1746157413.935525:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1146:x1830978268763904:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157413.935537:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157413.935550:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e61ff4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03264c expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746157413.935648:0:8488:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x68143f66, atime: 0x0, ctime: 0x68143f66, blocks: 0xc80b 00010000:00010000:0.0:1746157413.935664:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.935666:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157413.935673:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e61ff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03264c expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.935683:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012db4ac00/0x4450b99e49e61ff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03264c expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.935690:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012db4ac00, rc 0) 00000100:00100000:0.0:1746157413.935857:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1146:x1830978268763904:12345-192.168.203.5@tcp:101:dd.0 Request processed in 331us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157413.935862:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7304 00000100:00100000:1.0:1746157413.944772:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.944845:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268764160 00000100:00100000:0.0:1746157413.944852:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268764160 00002000:00100000:0.0:1746157413.944886:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88013732ea00 x1830978268764160/t0(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:219/0 lens 488/0 e 0 to 0 dl 1746157424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.944894:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732ea00 with x1830978268764160 ext(25165824->26214399) 00002000:00010000:0.0:1746157413.944898:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013732ea00 00000100:00100000:0.0:1746157413.944913:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5412 00000100:00100000:0.0:1746157413.944919:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268764160:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157413.950037:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013732ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268764160:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5110us (5263us total) trans 4294968771 rc 0/0 00000100:00100000:0.0:1746157413.950049:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5412 00002000:00100000:0.0:1746157413.950058:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88013732ea00 x1830978268764160/t4294968771(0) o4->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:219/0 lens 488/448 e 0 to 0 dl 1746157424 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157413.950066:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013732ea00 with x1830978268764160 ext(25165824->26214399) 00002000:00010000:0.0:1746157413.950095:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013732ea00 00000100:00100000:2.0:1746157413.951486:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.951526:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268764288 00000100:00100000:0.0:1746157413.951531:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268764288 00000100:00100000:0.0:1746157413.951574:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7305 00000100:00100000:0.0:1746157413.951581:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268764288:12345-192.168.203.5@tcp:16:dd.0 00000001:00080000:3.0:1746157413.972454:0:9954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968771 is committed 00000100:00100000:0.0:1746157413.972490:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268764288:12345-192.168.203.5@tcp:16:dd.0 Request processed in 20904us (21001us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157413.972499:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7305 00000100:00100000:2.0:1746157413.975174:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.975226:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268764544 00000100:00100000:0.0:1746157413.975232:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268764544 00000100:00100000:0.0:1746157413.975286:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 173 00000100:00100000:0.0:1746157413.975293:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+29:1146:x1830978268764544:12345-192.168.203.5@tcp:35:dd.0 00000100:00080000:2.0:1746157413.975466:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746157413.975736:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1146:x1830978268764544:12345-192.168.203.5@tcp:35:dd.0 Request processed in 442us (569us total) trans 4294983545 rc 0/0 00000100:00100000:0.0:1746157413.975743:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 173 00000100:00100000:2.0:1746157413.985594:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.985660:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268764672 00000100:00100000:0.0:1746157413.985667:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268764672 00000100:00100000:0.0:1746157413.985711:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37971 00000100:00100000:0.0:1746157413.985718:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+30:1151:x1830978268764672:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157413.985736:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157413.985751:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091516800/0x4450b99e49e61ffb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032653 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.985795:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e62002 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.985805:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e62002 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.985818:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e62002 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746157413.985862:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746157413.985864:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157413.985878:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e62002 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.985894:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516800/0x4450b99e49e61ffb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032653 expref: 32 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.985922:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e62002 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032653 expref: 31 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.985928:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:0.0:1746157413.985930:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157413.985933:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091516c00, rc 0) 00000100:00100000:0.0:1746157413.986325:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1151:x1830978268764672:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 256us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157413.986332:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37971 00000100:00100000:2.0:1746157413.987936:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.987982:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.988030:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268764800 00000100:00100000:0.0:1746157413.988035:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268764800 00000100:00100000:0.0:1746157413.988063:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37972 00000100:00100000:0.0:1746157413.988068:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1151:x1830978268764800:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157413.988099:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157413.988111:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091516200/0x4450b99e49e62009 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03265a expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.988141:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268764928 00000100:00100000:1.0:1746157413.988145:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268764928 00010000:00010000:0.0:1746157413.988149:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988158:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988166:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988174:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746157413.988177:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7 00010000:00010000:0.0:1746157413.988180:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746157413.988183:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1985:x1830978268764928:12345-192.168.203.5@tcp:63:ll_sa.0 00010000:00010000:0.0:1746157413.988184:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988198:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157413.988205:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099afb400/0x4450b99e49e6201e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032661 expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.988224:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157413.988234:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157413.988240:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157413.988248:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988250:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254d200/0x4450b99e49e62033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988253:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988256:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254d200/0x4450b99e49e62033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988258:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988262:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009254d200/0x4450b99e49e62033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988282:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00000004:00200000:0.0:1746157413.988282:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:0.0:1746157413.988286:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1746157413.988288:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157413.988293:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00000004:00010000:0.0:1746157413.988296:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009254d200/0x4450b99e49e62033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988297:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099afa600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157413.988301:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988302:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009254d200/0x4450b99e49e62033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988306:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988306:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988313:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988316:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988320:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254c200 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157413.988321:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:1.0:1746157413.988323:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157413.988326:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988329:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988330:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099afa600/0x4450b99e49e62025 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988334:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988341:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:0.0:1746157413.988343:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157413.988344:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988348:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254c200/0x4450b99e49e62010 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157413.988354:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988355:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988358:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988360:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988361:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988365:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988365:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009254dc00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157413.988366:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988369:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099afac00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157413.988371:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988373:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988375:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988378:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d15ae00) 00010000:00010000:0.0:1746157413.988379:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157413.988380:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800943edd00) 00010000:00010000:0.0:1746157413.988381:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988382:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157413.988384:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988384:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254dc00/0x4450b99e49e62017 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157413.988388:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099afac00/0x4450b99e49e6202c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746157413.988401:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516200/0x4450b99e49e62009 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03265a expref: 35 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.988412:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880099afb400/0x4450b99e49e6201e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032661 expref: 34 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.988414:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009254d200/0x4450b99e49e62033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03265a expref: 34 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.988419:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:0.0:1746157413.988419:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:0.0:1746157413.988420:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157413.988421:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746157413.988422:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254d200, rc 0) 00010000:00010000:1.0:1746157413.988424:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099afb400/0x4450b99e49e6201e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032661 expref: 34 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157413.988430:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099afb400, rc -2) 00000100:00100000:0.0:1746157413.988462:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1151:x1830978268764800:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 393us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157413.988467:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37972 00000100:00100000:1.0:1746157413.988975:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1985:x1830978268764928:12345-192.168.203.5@tcp:63:ll_sa.0 Request processed in 791us (992us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157413.988982:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7 00000100:00100000:2.0:1746157413.991282:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157413.991300:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.991755:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268765184 00000100:00100000:0.0:1746157413.991761:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268765184 00000100:00100000:2.0:1746157413.991779:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157413.991792:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268765056 00000100:00100000:0.0:1746157413.991793:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268765056 00000100:00100000:0.0:1746157413.991803:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7306 00000100:00100000:0.0:1746157413.991807:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268765184:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157413.991817:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746157413.991825:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7307 00010000:00010000:0.0:1746157413.991827:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009254da00/0x4450b99e49e6203a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03266f expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157413.991833:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268765056:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:1.0:1746157413.991841:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157413.991853:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e62041 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032668 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157413.991859:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267231872:192.168.203.5@tcp:106: 00000100:00100000:1.0:1746157413.991877:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267232000:192.168.203.5@tcp:106: 00000100:00100000:0.0:1746157413.991933:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157413.991957:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268765312 00000100:00100000:0.0:1746157413.991960:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268765312 00000100:00100000:0.0:1746157413.991982:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 222 00000100:00100000:0.0:1746157413.991998:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268765312:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157413.992007:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746157413.992021:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009254d200/0x4450b99e49e62033 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03265a expref: 32 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157413.992033:0:21179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:0.0:1746157413.992036:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746157413.992094:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1986:x1830978268765312:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 107us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157413.992100:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b68d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746157413.992100:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 222 00002000:00010000:1.0:1746157413.993772:0:8487:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746157413.993772:0:8488:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746157413.993775:0:8487:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746157414 00002000:00010000:0.0:1746157413.993775:0:8488:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb mtime: 0 -> 1746157414 00002000:00010000:1.0:1746157413.993776:0:8487:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746157413 00002000:00010000:1.0:1746157413.993777:0:8487:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746157414 00002000:00010000:0.0:1746157413.993777:0:8488:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb atime: 0 -> 1746157413 00002000:00010000:0.0:1746157413.993778:0:8488:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb ctime: 0 -> 1746157414 00002000:00010000:0.0:1746157413.993780:0:8488:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks: 1 -> 20487 00002000:00010000:0.0:1746157413.993788:0:8488:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks from disk: 20487 -> 24585 00000100:00100000:1.0:1746157413.993791:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267232000:192.168.203.5@tcp:106: 00000100:00100000:0.0:1746157413.993794:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267231872:192.168.203.5@tcp:106: 00010000:00010000:1.0:1746157413.993807:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e62041 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032668 expref: 8 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157413.993814:0:8487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3c00/0x4450b99e49e62041 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032668 expref: 8 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157413.993822:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bf3c00, rc 0) 00010000:00010000:0.0:1746157413.993823:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009254da00/0x4450b99e49e6203a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03266f expref: 9 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157413.993832:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009254da00/0x4450b99e49e6203a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03266f expref: 9 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157413.993839:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009254da00, rc 0) 00000100:00100000:1.0:1746157413.993855:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1986:x1830978268765056:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 2023us (2553us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157413.993857:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268765184:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 2050us (2580us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157413.993859:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7307 00000100:00100000:0.0:1746157413.993863:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7306 00000100:00100000:2.0:1746157414.003634:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.003709:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268765440 00000100:00100000:0.0:1746157414.003716:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268765440 00000100:00100000:0.0:1746157414.003749:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37973 00000100:00100000:0.0:1746157414.003756:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+23:1152:x1830978268765440:12345-192.168.203.5@tcp:101:checkstat.0 00010000:00010000:0.0:1746157414.003774:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157414.003788:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d45600/0x4450b99e49e62048 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032676 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.003832:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157414.003842:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157414.003851:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746157414.003895:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746157414.003898:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157414.003910:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157414.003926:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d45600/0x4450b99e49e62048 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.003953:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 24 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.003959:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:0.0:1746157414.003962:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157414.003965:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d44600, rc 0) 00000100:00100000:0.0:1746157414.004005:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1152:x1830978268765440:12345-192.168.203.5@tcp:101:checkstat.0 Request processed in 250us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157414.004010:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37973 00000100:00100000:2.0:1746157414.008405:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.008518:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268765568 00000100:00100000:1.0:1746157414.008526:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268765568 00000100:00100000:1.0:1746157414.008575:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 8 00000100:00100000:1.0:1746157414.008582:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1984:x1830978268765568:12345-192.168.203.5@tcp:63:ll_sa.0 00010000:00010000:1.0:1746157414.008609:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.008621:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf2400/0x4450b99e49e62056 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03267d expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.008657:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008667:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008676:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008686:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008691:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008695:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008746:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008751:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008756:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008760:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bf3c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.008764:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008769:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008778:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:1.0:1746157414.008780:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.008783:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008788:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3c00/0x4450b99e49e6205d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008810:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008815:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008819:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008822:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097bf3400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.008825:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008829:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008834:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800943edc00) 00010000:00010000:1.0:1746157414.008836:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.008838:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008842:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf3400/0x4450b99e49e62064 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746157414.008871:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf2400/0x4450b99e49e62056 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03267d expref: 25 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.008878:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:1.0:1746157414.008879:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157414.008882:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bf2400/0x4450b99e49e62056 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03267d expref: 25 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.008888:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bf2400, rc -2) 00000100:00100000:1.0:1746157414.008933:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1984:x1830978268765568:12345-192.168.203.5@tcp:63:ll_sa.0 Request processed in 352us (535us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157414.008940:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 8 00000100:00100000:3.0:1746157414.014778:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.014855:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268765824 00000100:00100000:2.0:1746157414.014862:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268765824 00000100:00100000:2.0:1746157414.014912:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37974 00000100:00100000:2.0:1746157414.014919:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1155:x1830978268765824:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:2.0:1746157414.014935:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157414.014948:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c21a00/0x4450b99e49e6206b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0326b5 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.015034:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c21200/0x4450b99e49e62072 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.015046:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c21200/0x4450b99e49e62072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.015055:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c21200/0x4450b99e49e62072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157414.015063:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746157414.015182:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c21a00/0x4450b99e49e6206b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326b5 expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.015205:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c21200/0x4450b99e49e62072 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326b5 expref: 33 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.015217:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:2.0:1746157414.015219:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157414.015221:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c21200, rc 0) 00000100:00100000:2.0:1746157414.015271:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1155:x1830978268765824:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 352us (498us total) trans 4294983546 rc 0/0 00000100:00100000:2.0:1746157414.015278:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37974 00000100:00100000:2.0:1746157414.018337:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.018354:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.018398:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.018470:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268765952 00000100:00100000:0.0:1746157414.018470:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268766208 00000100:00100000:1.0:1746157414.018476:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268765952 00000100:00100000:0.0:1746157414.018477:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268766208 00000100:00100000:1.0:1746157414.018504:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268766080 00000100:00100000:1.0:1746157414.018506:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268766080 00000100:00100000:1.0:1746157414.018519:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7308 00000100:00100000:0.0:1746157414.018519:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 223 00000100:00100000:1.0:1746157414.018525:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268765952:12345-192.168.203.5@tcp:101:cmp.0 00000100:00100000:0.0:1746157414.018525:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1986:x1830978268766208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157414.018534:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157414.018535:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.018546:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099afa200/0x4450b99e49e62080 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0326bc expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.018549:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c21200/0x4450b99e49e62072 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326b5 expref: 33 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.018565:0:21179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:0.0:1746157414.018568:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157414.018582:0:8487:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267232128:192.168.203.5@tcp:106: 00000100:00100000:0.0:1746157414.018595:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1986:x1830978268766208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 71us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157414.018599:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 223 00000100:00100000:0.0:1746157414.018619:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7309 00000100:00100000:0.0:1746157414.018624:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268766080:12345-192.168.203.5@tcp:101:cmp.0 00000100:00100000:1.0:1746157414.018628:0:8487:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b68000 going to sleep for 11 seconds 00010000:00010000:0.0:1746157414.018630:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157414.018637:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091d45600/0x4450b99e49e62087 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0326c3 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157414.018658:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800897c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267232256:192.168.203.5@tcp:106: 00000100:00100000:0.0:1746157414.018678:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b21900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157414.021026:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800897c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267232256:192.168.203.5@tcp:106: 00010000:00010000:0.0:1746157414.021052:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091d45600/0x4450b99e49e62087 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326c3 expref: 9 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157414.021063:0:8488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091d45600/0x4450b99e49e62087 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326c3 expref: 9 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157414.021095:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d45600, rc 0) 00000100:00100000:1.0:1746157414.021215:0:8487:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8487:1830978267232128:192.168.203.5@tcp:106: 00010000:00010000:1.0:1746157414.021236:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099afa200/0x4450b99e49e62080 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326bc expref: 8 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157414.021247:0:8487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099afa200/0x4450b99e49e62080 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326bc expref: 8 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746157414.021261:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099afa200, rc 0) 00000100:00100000:1.0:1746157414.021393:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1985:x1830978268765952:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 2867us (3061us total) trans 0 rc 301/301 00000100:00100000:0.0:1746157414.021395:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800930d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268766080:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 2767us (3035us total) trans 0 rc 301/301 00000100:00100000:1.0:1746157414.021400:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7308 00000100:00100000:0.0:1746157414.021531:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7309 00000100:00100000:3.0:1746157414.029240:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.029405:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268766336 00000100:00100000:1.0:1746157414.029592:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268766336 00000100:00100000:1.0:1746157414.029640:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7310 00000100:00100000:1.0:1746157414.029647:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+7:1155:x1830978268766336:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:1.0:1746157414.029661:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.029674:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e6208e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0326ca expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.029697:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.029704:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157414.029705:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157414.029708:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e6208e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326ca expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.029732:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 34 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.029742:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 34 pid: 8488 timeout: 621 lvb_type: 0 00000100:00100000:1.0:1746157414.029752:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267232384:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157414.029835:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b68000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157414.032028:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8488:1830978267232384:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157414.032049:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e6208e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326ca expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.032062:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bf3400, rc 0) 00000100:00100000:1.0:1746157414.032132:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1155:x1830978268766336:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 2485us (2898us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157414.032139:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7310 00000100:00100000:3.0:1746157414.040298:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.040494:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268766464 00000100:00100000:0.0:1746157414.040501:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268766464 00010000:00010000:0.0:1746157414.041191:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 35 pid: 8488 timeout: 621 lvb_type: 0 00000100:00100000:0.0:1746157414.041233:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10616 00000100:00100000:0.0:1746157414.041239:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268766464:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746157414.041249:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157414.041279:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 35 pid: 8488 timeout: 621 lvb_type: 0 00010000:00010000:1.0:1746157414.041290:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 35 pid: 8488 timeout: 621 lvb_type: 0 00000100:00080000:2.0:1746157414.041305:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746157414.041310:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091883c00/0x4450b99e49e61e9d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03263e expref: 35 pid: 8488 timeout: 621 lvb_type: 0 00010000:00010000:1.0:1746157414.041326:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157414.041327:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157414.041332:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e6208e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326ca expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.041339:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e6208e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326ca expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.041364:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bf3400/0x4450b99e49e6208e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326ca expref: 7 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157414.041374:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267232512:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157414.041441:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b68000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157414.045241:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267232512:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157414.045259:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157414.045306:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+34:1986:x1830978268766464:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4066us (5014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157414.045314:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10616 00000100:00100000:2.0:1746157414.046607:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.046721:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268766720 00000100:00100000:0.0:1746157414.046867:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268766720 00002000:00100000:0.0:1746157414.046901:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880099f36d80 x1830978268766720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.046909:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36d80 with x1830978268766720 ext(0->1048575) 00002000:00010000:0.0:1746157414.046913:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f36d80 00000100:00100000:0.0:1746157414.046936:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5413 00000100:00100000:0.0:1746157414.046941:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268766720:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157414.055274:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268766720:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8324us (8661us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.055289:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5413 00002000:00100000:1.0:1746157414.055298:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880099f36d80 x1830978268766720/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.055308:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36d80 with x1830978268766720 ext(0->1048575) 00002000:00010000:1.0:1746157414.055313:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f36d80 00000100:00100000:3.0:1746157414.062925:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.064157:0:8488:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268766848 00000100:00100000:1.0:1746157414.064168:0:8488:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268766848 00000100:00100000:1.0:1746157414.064231:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7311 00000100:00100000:1.0:1746157414.064239:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1155:x1830978268766848:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:1.0:1746157414.064253:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.064267:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097bf3c00/0x4450b99e49e62095 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0326d1 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.064296:0:8488:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.064303:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157414.064305:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746157414.064308:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf3c00/0x4450b99e49e62095 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d1 expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.064333:0:8488:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.064343:0:8488:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 8 pid: 8488 timeout: 621 lvb_type: 0 00000100:00100000:1.0:1746157414.064353:0:8488:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267232640:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157414.064434:0:8488:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b68000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157414.067453:0:8488:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8488:1830978267232640:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157414.067479:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097bf3c00/0x4450b99e49e62095 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d1 expref: 9 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.067493:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bf3c00, rc 0) 00000100:00100000:1.0:1746157414.067543:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1155:x1830978268766848:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 3303us (4623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157414.067551:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7311 00000100:00100000:3.0:1746157414.081653:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.082057:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268766976 00000100:00100000:1.0:1746157414.082070:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268766976 00010000:00010000:1.0:1746157414.082156:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 9 pid: 8488 timeout: 621 lvb_type: 0 00000100:00080000:2.0:1746157414.082168:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746157414.082393:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10617 00000100:00100000:1.0:1746157414.082403:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268766976:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157414.082414:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157414.082431:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 9 pid: 8488 timeout: 621 lvb_type: 0 00010000:00010000:1.0:1746157414.082442:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 9 pid: 8488 timeout: 621 lvb_type: 0 00010000:00010000:1.0:1746157414.082461:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091883800/0x4450b99e49e61eb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032645 expref: 9 pid: 8488 timeout: 621 lvb_type: 0 00010000:00010000:1.0:1746157414.082998:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157414.083001:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746157414.083008:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097bf3c00/0x4450b99e49e62095 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d1 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.083016:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf3c00/0x4450b99e49e62095 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d1 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.083042:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097bf3c00/0x4450b99e49e62095 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d1 expref: 8 pid: 8488 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746157414.083052:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267232768:192.168.203.5@tcp:105: 00000100:00100000:1.0:1746157414.084029:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b68000 going to sleep for 11 seconds 00000100:00100000:1.0:1746157414.088057:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdbb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267232768:192.168.203.5@tcp:105: 00010000:00010000:1.0:1746157414.088108:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157414.088158:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1985:x1830978268766976:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 5756us (6509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157414.088167:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10617 00000100:00100000:2.0:1746157414.095324:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.095356:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.095381:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.095393:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268767232 00000100:00100000:1.0:1746157414.095400:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268767232 00000100:00100000:0.0:1746157414.095429:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268767488 00000100:00100000:0.0:1746157414.095433:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268767488 00002000:00100000:1.0:1746157414.095441:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880099f37b80 x1830978268767232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.095448:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880099f36680 x1830978268767488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.095450:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37b80 with x1830978268767232 ext(0->1048575) 00002000:00010000:1.0:1746157414.095454:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f37b80 00002000:00100000:0.0:1746157414.095455:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36680 with x1830978268767488 ext(1048576->2097151) 00002000:00010000:0.0:1746157414.095458:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f36680 00000100:00100000:1.0:1746157414.095476:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268767744 00000100:00100000:1.0:1746157414.095479:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268767744 00002000:00100000:1.0:1746157414.095492:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880099f37800 x1830978268767744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.095498:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37800 with x1830978268767744 ext(1048576->2097151) 00002000:00010000:1.0:1746157414.095501:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37800 00000100:00100000:0.0:1746157414.095541:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5414 00000100:00100000:0.0:1746157414.095547:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268767232:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.095578:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5415 00000100:00100000:3.0:1746157414.095586:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268767488:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.096219:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5416 00000100:00100000:2.0:1746157414.096226:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268767744:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.109308:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268767488:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13716us (13944us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.109318:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5415 00002000:00100000:0.0:1746157414.109328:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880099f36680 x1830978268767488/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.109336:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f36680 with x1830978268767488 ext(1048576->2097151) 00002000:00010000:0.0:1746157414.109341:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f36680 00000100:00100000:0.0:1746157414.109768:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1983:x1830978268767744:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13542us (14384us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.109774:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5416 00002000:00100000:0.0:1746157414.109783:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880099f37800 x1830978268767744/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.109789:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37800 with x1830978268767744 ext(1048576->2097151) 00002000:00010000:0.0:1746157414.109792:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f37800 00000100:00100000:1.0:1746157414.114345:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268767232:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 18790us (19019us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.114355:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5414 00002000:00100000:1.0:1746157414.114364:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880099f37b80 x1830978268767232/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.114372:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f37b80 with x1830978268767232 ext(0->1048575) 00002000:00010000:1.0:1746157414.114376:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f37b80 00000100:00100000:3.0:1746157414.135189:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.135217:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.135245:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268768256 00000100:00100000:3.0:1746157414.135252:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.135252:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268768256 00000100:00100000:3.0:1746157414.135279:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268768000 00000100:00100000:3.0:1746157414.135281:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268768000 00002000:00100000:1.0:1746157414.135287:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800a55e3480 x1830978268768256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.135293:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800a55e0380 x1830978268768000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.135296:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3480 with x1830978268768256 ext(3145728->4194303) 00002000:00100000:3.0:1746157414.135299:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0380 with x1830978268768000 ext(2097152->3145727) 00002000:00010000:1.0:1746157414.135300:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e3480 00002000:00010000:3.0:1746157414.135301:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0380 00000100:00100000:0.0:1746157414.135305:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268768512 00000100:00100000:0.0:1746157414.135310:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268768512 00000100:00100000:1.0:1746157414.135320:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5417 00000100:00100000:1.0:1746157414.135326:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268768256:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:0.0:1746157414.135328:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff8800a55e2300 x1830978268768512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746157414.135330:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5418 00000100:00100000:3.0:1746157414.135334:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268768000:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:0.0:1746157414.135343:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2300 with x1830978268768512 ext(2097152->3145727) 00002000:00010000:0.0:1746157414.135347:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e2300 00000100:00100000:0.0:1746157414.135361:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5419 00000100:00100000:0.0:1746157414.135365:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268768512:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.137606:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.137675:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268768768 00000100:00100000:0.0:1746157414.137682:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268768768 00002000:00100000:0.0:1746157414.137711:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff8800a55e3800 x1830978268768768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.137720:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3800 with x1830978268768768 ext(3145728->4194303) 00002000:00010000:0.0:1746157414.137724:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e3800 00000100:00100000:0.0:1746157414.137748:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5420 00000100:00100000:0.0:1746157414.137755:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268768768:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157414.145699:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1986:x1830978268768512:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10325us (10437us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.145709:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5419 00002000:00100000:1.0:1746157414.145718:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff8800a55e2300 x1830978268768512/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.145726:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2300 with x1830978268768512 ext(2097152->3145727) 00002000:00010000:1.0:1746157414.145731:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e2300 00000100:00100000:1.0:1746157414.148433:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1986:x1830978268768256:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13100us (13241us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.148443:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5417 00002000:00100000:1.0:1746157414.148451:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800a55e3480 x1830978268768256/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.148459:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3480 with x1830978268768256 ext(3145728->4194303) 00002000:00010000:1.0:1746157414.148463:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e3480 00000100:00100000:1.0:1746157414.150940:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268768000:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15600us (15717us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.150950:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5418 00002000:00100000:1.0:1746157414.150958:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800a55e0380 x1830978268768000/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.150966:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0380 with x1830978268768000 ext(2097152->3145727) 00002000:00010000:1.0:1746157414.150970:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0380 00000100:00100000:0.0:1746157414.152171:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268768768:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14413us (14567us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.152179:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5420 00002000:00100000:0.0:1746157414.152185:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff8800a55e3800 x1830978268768768/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.152192:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e3800 with x1830978268768768 ext(3145728->4194303) 00002000:00010000:0.0:1746157414.152196:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e3800 00000100:00100000:0.0:1746157414.167899:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.167939:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.167963:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.167998:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.168019:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268769024 00000100:00100000:2.0:1746157414.168027:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268769024 00000100:00100000:0.0:1746157414.168027:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268769280 00000100:00100000:0.0:1746157414.168030:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268769280 00002000:00100000:2.0:1746157414.168063:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800897c3480 x1830978268769024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.168092:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3480 with x1830978268769024 ext(4194304->5242879) 00000100:00100000:1.0:1746157414.168092:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268769536 00000100:00100000:1.0:1746157414.168095:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268769536 00002000:00010000:2.0:1746157414.168097:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c3480 00000100:00100000:2.0:1746157414.168123:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268769664 00000100:00100000:2.0:1746157414.168125:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268769664 00002000:00100000:0.0:1746157414.168248:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800897c3b80 x1830978268769280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.168256:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3b80 with x1830978268769280 ext(5242880->6291455) 00000100:00100000:3.0:1746157414.168257:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5421 00002000:00010000:0.0:1746157414.168259:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c3b80 00000100:00100000:3.0:1746157414.168265:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268769024:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.168273:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5422 00000100:00100000:0.0:1746157414.168279:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268769280:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:1.0:1746157414.168300:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8800897c1500 x1830978268769536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.168306:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1500 with x1830978268769536 ext(4194304->5242879) 00002000:00010000:1.0:1746157414.168309:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c1500 00000100:00100000:1.0:1746157414.168328:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5423 00000100:00100000:1.0:1746157414.168333:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268769536:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:2.0:1746157414.168748:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff8800897c1180 x1830978268769664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.168755:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978268769664 ext(5242880->6291455) 00002000:00010000:2.0:1746157414.168761:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c1180 00000100:00100000:2.0:1746157414.168778:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5424 00000100:00100000:2.0:1746157414.168784:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268769664:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.178555:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268769024:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 9911us (10283us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.178565:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5421 00002000:00100000:2.0:1746157414.178574:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800897c3480 x1830978268769024/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.178582:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3480 with x1830978268769024 ext(4194304->5242879) 00002000:00010000:2.0:1746157414.178587:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c3480 00000100:00100000:1.0:1746157414.179423:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1984:x1830978268769536:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 11087us (11456us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.179430:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5423 00002000:00100000:1.0:1746157414.179436:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8800897c1500 x1830978268769536/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.179443:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1500 with x1830978268769536 ext(4194304->5242879) 00002000:00010000:1.0:1746157414.179446:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c1500 00000100:00100000:2.0:1746157414.186048:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268769664:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 17256us (18041us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.186048:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268769280:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 17762us (18101us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.186058:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5422 00000100:00100000:2.0:1746157414.186062:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5424 00002000:00100000:2.0:1746157414.186068:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff8800897c1180 x1830978268769664/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.186068:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800897c3b80 x1830978268769280/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.186097:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c3b80 with x1830978268769280 ext(5242880->6291455) 00002000:00100000:2.0:1746157414.186098:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1180 with x1830978268769664 ext(5242880->6291455) 00002000:00010000:2.0:1746157414.186102:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c1180 00002000:00010000:0.0:1746157414.186102:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c3b80 00000100:00100000:3.0:1746157414.191541:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.191614:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268770048 00000100:00100000:0.0:1746157414.191622:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268770048 00002000:00100000:0.0:1746157414.191661:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093134380 x1830978268770048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.191669:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978268770048 ext(6291456->7340031) 00002000:00010000:0.0:1746157414.191675:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134380 00000100:00100000:0.0:1746157414.191709:0:8492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5425 00000100:00100000:0.0:1746157414.191716:0:8492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268770048:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.202019:0:8492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268770048:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 10295us (10479us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.202029:0:8492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5425 00002000:00100000:2.0:1746157414.202402:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093134380 x1830978268770048/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.202411:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134380 with x1830978268770048 ext(6291456->7340031) 00002000:00010000:2.0:1746157414.202416:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134380 00000100:00100000:3.0:1746157414.211255:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.211290:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.211314:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268770432 00000100:00100000:2.0:1746157414.211322:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268770432 00000100:00100000:3.0:1746157414.211325:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00002000:00100000:2.0:1746157414.211356:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880093135500 x1830978268770432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.211365:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135500 with x1830978268770432 ext(7340032->8388607) 00002000:00010000:2.0:1746157414.211369:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135500 00000100:00100000:2.0:1746157414.211383:0:8492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268770560 00000100:00100000:1.0:1746157414.211384:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268770688 00000100:00100000:2.0:1746157414.211385:0:8492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268770560 00000100:00100000:1.0:1746157414.211388:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268770688 00002000:00100000:2.0:1746157414.211395:0:8492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880093134700 x1830978268770560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.211402:0:8492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134700 with x1830978268770560 ext(6291456->7340031) 00002000:00010000:2.0:1746157414.211405:0:8492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093134700 00002000:00100000:1.0:1746157414.211405:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880093137b80 x1830978268770688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.211412:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137b80 with x1830978268770688 ext(7340032->8388607) 00002000:00010000:1.0:1746157414.211415:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093137b80 00000100:00100000:2.0:1746157414.211420:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5426 00000100:00100000:2.0:1746157414.211426:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268770432:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157414.211438:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5427 00000100:00100000:1.0:1746157414.211443:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268770560:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.211515:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5428 00000100:00100000:0.0:1746157414.211524:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1983:x1830978268770688:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.226536:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268770432:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15101us (15281us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.226547:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5426 00002000:00100000:2.0:1746157414.226556:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880093135500 x1830978268770432/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.226564:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135500 with x1830978268770432 ext(7340032->8388607) 00002000:00010000:2.0:1746157414.226569:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135500 00000100:00100000:1.0:1746157414.226768:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+11:1983:x1830978268770560:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15324us (15477us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.226775:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5427 00002000:00100000:1.0:1746157414.226780:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880093134700 x1830978268770560/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.226786:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134700 with x1830978268770560 ext(6291456->7340031) 00002000:00010000:1.0:1746157414.226789:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093134700 00000100:00100000:1.0:1746157414.230235:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268770688:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 18705us (18902us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.230245:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5428 00002000:00100000:1.0:1746157414.230253:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880093137b80 x1830978268770688/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.230268:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137b80 with x1830978268770688 ext(7340032->8388607) 00002000:00010000:1.0:1746157414.230272:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093137b80 00000100:00100000:3.0:1746157414.236868:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.236995:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268771072 00000100:00100000:1.0:1746157414.237002:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268771072 00002000:00100000:1.0:1746157414.237036:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880093134000 x1830978268771072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.237045:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978268771072 ext(8388608->9437183) 00002000:00010000:1.0:1746157414.237049:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134000 00000100:00100000:1.0:1746157414.237091:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5429 00000100:00100000:1.0:1746157414.237098:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268771072:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.241903:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.242099:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268771328 00000100:00100000:2.0:1746157414.242106:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268771328 00002000:00100000:2.0:1746157414.242137:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880093137480 x1830978268771328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.242145:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137480 with x1830978268771328 ext(8388608->9437183) 00002000:00010000:2.0:1746157414.242150:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093137480 00000100:00100000:2.0:1746157414.242207:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5430 00000100:00100000:2.0:1746157414.242215:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268771328:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157414.245168:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268771072:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8061us (8298us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.245178:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5429 00002000:00100000:1.0:1746157414.245187:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880093134000 x1830978268771072/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.245196:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134000 with x1830978268771072 ext(8388608->9437183) 00002000:00010000:1.0:1746157414.245201:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093134000 00000100:00100000:2.0:1746157414.254515:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268771328:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12291us (12608us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.254525:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5430 00002000:00100000:2.0:1746157414.254540:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880093137480 x1830978268771328/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.254551:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137480 with x1830978268771328 ext(8388608->9437183) 00002000:00010000:2.0:1746157414.254556:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093137480 00000100:00100000:3.0:1746157414.263103:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.264772:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.264861:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268771712 00000100:00100000:1.0:1746157414.264869:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268771712 00002000:00100000:1.0:1746157414.264901:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880093137100 x1830978268771712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.264910:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137100 with x1830978268771712 ext(9437184->10485759) 00002000:00010000:1.0:1746157414.264915:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093137100 00000100:00100000:1.0:1746157414.264939:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268771840 00000100:00100000:1.0:1746157414.264941:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268771840 00002000:00100000:1.0:1746157414.264953:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880093136300 x1830978268771840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.264960:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978268771840 ext(9437184->10485759) 00002000:00010000:1.0:1746157414.264963:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093136300 00000100:00100000:1.0:1746157414.265021:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5431 00000100:00100000:1.0:1746157414.265027:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268771712:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.265048:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5432 00000100:00100000:2.0:1746157414.265057:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268771840:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.276194:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268771840:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 11130us (11418us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.276203:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5432 00002000:00100000:2.0:1746157414.276212:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880093136300 x1830978268771840/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.276220:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136300 with x1830978268771840 ext(9437184->10485759) 00002000:00010000:2.0:1746157414.276224:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093136300 00000100:00100000:1.0:1746157414.276780:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268771712:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 11746us (13704us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.276789:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5431 00002000:00100000:1.0:1746157414.276798:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880093137100 x1830978268771712/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.276805:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137100 with x1830978268771712 ext(9437184->10485759) 00002000:00010000:1.0:1746157414.276810:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093137100 00000100:00100000:0.0:1746157414.283026:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.283113:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.283211:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268772096 00000100:00100000:1.0:1746157414.283211:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268772352 00000100:00100000:2.0:1746157414.283221:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268772096 00000100:00100000:1.0:1746157414.283221:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268772352 00002000:00100000:2.0:1746157414.283266:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8800897c1c00 x1830978268772096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.283266:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff8800897c0700 x1830978268772352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.283275:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0700 with x1830978268772352 ext(10485760->11534335) 00002000:00100000:2.0:1746157414.283276:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1c00 with x1830978268772096 ext(10485760->11534335) 00002000:00010000:1.0:1746157414.283281:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c0700 00002000:00010000:2.0:1746157414.283282:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c1c00 00000100:00100000:3.0:1746157414.284347:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5433 00000100:00100000:2.0:1746157414.284357:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5434 00000100:00100000:3.0:1746157414.284360:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268772352:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.284365:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268772096:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.287371:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.287415:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268772608 00000100:00100000:0.0:1746157414.287425:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268772608 00002000:00100000:0.0:1746157414.287522:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093137800 x1830978268772608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.287530:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978268772608 ext(11534336->12582911) 00002000:00010000:0.0:1746157414.287535:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137800 00000100:00100000:0.0:1746157414.287561:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5435 00000100:00100000:0.0:1746157414.287566:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268772608:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.300746:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268772096:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 16369us (17720us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.300759:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5434 00002000:00100000:2.0:1746157414.300770:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8800897c1c00 x1830978268772096/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.300778:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c1c00 with x1830978268772096 ext(10485760->11534335) 00002000:00010000:2.0:1746157414.300784:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800897c1c00 00000100:00100000:2.0:1746157414.302491:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800897c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268772352:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 18124us (19365us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.302504:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5433 00002000:00100000:2.0:1746157414.302516:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff8800897c0700 x1830978268772352/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.302525:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800897c0700 with x1830978268772352 ext(10485760->11534335) 00002000:00010000:2.0:1746157414.302531:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800897c0700 00000100:00100000:1.0:1746157414.303328:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1984:x1830978268772608:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15756us (15964us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.303337:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5435 00002000:00100000:1.0:1746157414.303343:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093137800 x1830978268772608/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.303352:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093137800 with x1830978268772608 ext(11534336->12582911) 00002000:00010000:1.0:1746157414.303356:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093137800 00000100:00100000:1.0:1746157414.312275:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.312385:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268772864 00000100:00100000:2.0:1746157414.312395:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268772864 00002000:00100000:2.0:1746157414.312444:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88008bdbb100 x1830978268772864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.312453:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbb100 with x1830978268772864 ext(11534336->12582911) 00002000:00010000:2.0:1746157414.312459:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdbb100 00000100:00100000:2.0:1746157414.312491:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5436 00000100:00100000:2.0:1746157414.312499:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268772864:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.319941:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1983:x1830978268772864:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 7429us (7663us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.319953:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5436 00002000:00100000:0.0:1746157414.319967:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88008bdbb100 x1830978268772864/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.319976:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbb100 with x1830978268772864 ext(11534336->12582911) 00002000:00010000:0.0:1746157414.319989:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdbb100 00000100:00100000:3.0:1746157414.326155:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.326240:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268773120 00000100:00100000:0.0:1746157414.326250:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268773120 00002000:00100000:0.0:1746157414.326300:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880093135f80 x1830978268773120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.326310:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268773120 ext(12582912->13631487) 00002000:00010000:0.0:1746157414.326316:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135f80 00000100:00100000:0.0:1746157414.326387:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5437 00000100:00100000:0.0:1746157414.326395:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268773120:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.334434:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268773120:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 8033us (8283us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.334453:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5437 00002000:00100000:0.0:1746157414.334462:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880093135f80 x1830978268773120/t0(0) o3->0f2b0a9e-9074-4d5d-94af-13424c171e41@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.334467:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135f80 with x1830978268773120 ext(12582912->13631487) 00002000:00010000:0.0:1746157414.334471:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135f80 00000100:00100000:3.0:1746157414.338379:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.338452:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268773376 00000100:00100000:0.0:1746157414.338462:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268773376 00000100:00100000:0.0:1746157414.338508:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 174 00000100:00100000:0.0:1746157414.338514:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1155:x1830978268773376:12345-192.168.203.5@tcp:35:cmp.0 00000100:00100000:0.0:1746157414.338771:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1155:x1830978268773376:12345-192.168.203.5@tcp:35:cmp.0 Request processed in 256us (397us total) trans 4294983547 rc 0/0 00000100:00100000:0.0:1746157414.338777:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 174 00000100:00100000:3.0:1746157414.353179:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.353262:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268773632 00000100:00100000:2.0:1746157414.353276:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268773632 00000100:00100000:2.0:1746157414.353342:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37975 00000100:00100000:2.0:1746157414.353351:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1157:x1830978268773632:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:2.0:1746157414.353372:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157414.353391:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091886200/0x4450b99e49e6209c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0326d8 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.353485:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091887600/0x4450b99e49e620a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.353500:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091887600/0x4450b99e49e620a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.353510:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091887600/0x4450b99e49e620a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157414.353521:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746157414.353668:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091886200/0x4450b99e49e6209c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d8 expref: 27 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.353704:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091887600/0x4450b99e49e620a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d8 expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.353716:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:2.0:1746157414.353719:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746157414.353722:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091887600, rc 0) 00000100:00100000:2.0:1746157414.353789:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1157:x1830978268773632:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 439us (615us total) trans 4294983548 rc 0/0 00000100:00100000:2.0:1746157414.353796:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37975 00000100:00100000:1.0:1746157414.354469:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.354886:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268773760 00000100:00100000:2.0:1746157414.354894:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268773760 00000100:00100000:2.0:1746157414.354943:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 9 00000100:00100000:2.0:1746157414.354950:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1983:x1830978268773760:12345-192.168.203.5@tcp:63:ll_sa.0 00010000:00010000:2.0:1746157414.354979:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157414.355001:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091887e00/0x4450b99e49e620b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0326df expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.355037:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355046:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355054:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355066:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355101:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355107:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355155:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355161:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355166:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355173:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091886000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157414.355176:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355181:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355190:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:2.0:1746157414.355192:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157414.355195:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355200:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091886000/0x4450b99e49e620b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355210:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355215:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355219:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355222:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091887c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157414.355225:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355230:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355236:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009baa2f00) 00010000:00010000:2.0:1746157414.355237:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746157414.355240:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355243:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091887c00/0x4450b99e49e620bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746157414.355273:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091887e00/0x4450b99e49e620b1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326df expref: 27 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.355281:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:2.0:1746157414.355282:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746157414.355285:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091887e00/0x4450b99e49e620b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326df expref: 27 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.355292:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091887e00, rc -2) 00000100:00100000:2.0:1746157414.355345:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1983:x1830978268773760:12345-192.168.203.5@tcp:63:ll_sa.0 Request processed in 395us (878us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746157414.355351:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 9 00000100:00100000:3.0:1746157414.357951:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.357998:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.358032:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.358179:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268774016 00000100:00100000:1.0:1746157414.358179:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268773888 00000100:00100000:2.0:1746157414.358185:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268774016 00000100:00100000:1.0:1746157414.358185:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268773888 00000100:00100000:1.0:1746157414.358218:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 224 00000100:00100000:2.0:1746157414.358222:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268774144 00000100:00100000:2.0:1746157414.358225:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268774144 00000100:00100000:1.0:1746157414.358225:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1985:x1830978268773888:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746157414.358235:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746157414.358252:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091887600/0x4450b99e49e620a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0326d8 expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.358268:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:1.0:1746157414.358272:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157414.358306:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1985:x1830978268773888:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 81us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.358307:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7312 00000100:00100000:1.0:1746157414.358312:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 224 00000100:00100000:2.0:1746157414.358313:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+34:1986:x1830978268774016:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:2.0:1746157414.358324:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157414.358335:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091887200/0x4450b99e49e620c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032710 expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.358350:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.358352:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.358358:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091887200/0x4450b99e49e620c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032710 expref: 35 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157414.358370:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091887200/0x4450b99e49e620c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032710 expref: 35 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157414.358379:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091887200, rc 0) 00000100:00100000:0.0:1746157414.358419:0:8488:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7313 00000100:00100000:0.0:1746157414.358426:0:8488:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+8:1986:x1830978268774144:12345-192.168.203.5@tcp:101:cmp.0 00010000:00010000:0.0:1746157414.358437:0:8488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157414.358444:0:8488:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e620cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032717 expref: -99 pid: 8488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.358455:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157414.358456:0:8488:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157414.358460:0:8488:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e620cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032717 expref: 9 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157414.358469:0:8488:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097bf6c00/0x4450b99e49e620cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032717 expref: 9 pid: 8488 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157414.358475:0:8488:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bf6c00, rc 0) 00000100:00100000:0.0:1746157414.358493:0:8488:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268774144:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 68us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157414.358498:0:8488:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7313 00000100:00100000:2.0:1746157414.358828:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268774016:12345-192.168.203.5@tcp:101:cmp.0 Request processed in 514us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.358833:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7312 00000100:00100000:1.0:1746157414.373966:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.374462:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268774400 00000100:00100000:0.0:1746157414.374469:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268774400 00002000:00100000:0.0:1746157414.374507:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008bdbad80 x1830978268774400/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.374515:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbad80 with x1830978268774400 ext(0->1048575) 00002000:00010000:0.0:1746157414.374520:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdbad80 00000100:00100000:2.0:1746157414.375233:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5438 00000100:00100000:2.0:1746157414.375244:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268774400:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.376029:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.376059:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.376538:0:8493:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268774912 00000100:00100000:3.0:1746157414.376540:0:20151:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268774784 00000100:00100000:1.0:1746157414.376543:0:8493:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268774912 00000100:00100000:3.0:1746157414.376545:0:20151:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268774784 00002000:00100000:3.0:1746157414.376569:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880136272a00 x1830978268774784/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.376569:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880136273b80 x1830978268774912/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.376577:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978268774784 ext(0->1048575) 00002000:00100000:1.0:1746157414.376577:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273b80 with x1830978268774912 ext(1048576->2097151) 00002000:00010000:3.0:1746157414.376581:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136272a00 00002000:00010000:1.0:1746157414.376581:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136273b80 00000100:00100000:1.0:1746157414.376602:0:8493:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5439 00000100:00100000:1.0:1746157414.376608:0:8493:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268774912:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.376630:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.376825:0:32250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268775168 00000100:00100000:3.0:1746157414.376828:0:32250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268775168 00002000:00100000:3.0:1746157414.376843:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880136271f80 x1830978268775168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746157414.376854:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5440 00002000:00100000:3.0:1746157414.376855:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978268775168 ext(1048576->2097151) 00002000:00010000:3.0:1746157414.376858:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136271f80 00000100:00100000:2.0:1746157414.376860:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1985:x1830978268774784:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.376875:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5441 00000100:00100000:3.0:1746157414.376879:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1985:x1830978268775168:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.388647:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1986:x1830978268774400:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13398us (14678us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.388657:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5438 00002000:00100000:2.0:1746157414.388667:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008bdbad80 x1830978268774400/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.388681:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbad80 with x1830978268774400 ext(0->1048575) 00002000:00010000:2.0:1746157414.388685:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdbad80 00000100:00100000:1.0:1746157414.393842:0:8493:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1985:x1830978268774912:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 17224us (17804us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.393853:0:8493:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5439 00002000:00100000:1.0:1746157414.393861:0:8493:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880136273b80 x1830978268774912/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.393869:0:8493:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273b80 with x1830978268774912 ext(1048576->2097151) 00002000:00010000:1.0:1746157414.393874:0:8493:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136273b80 00000100:00100000:3.0:1746157414.395224:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268774784:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 18359us (19159us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157414.395232:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5440 00002000:00100000:3.0:1746157414.395238:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880136272a00 x1830978268774784/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.395245:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136272a00 with x1830978268774784 ext(0->1048575) 00002000:00010000:3.0:1746157414.395248:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136272a00 00000100:00100000:3.0:1746157414.401123:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1985:x1830978268775168:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 24233us (24486us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157414.401133:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5441 00002000:00100000:3.0:1746157414.401142:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880136271f80 x1830978268775168/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.401150:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271f80 with x1830978268775168 ext(1048576->2097151) 00002000:00010000:3.0:1746157414.401155:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136271f80 00000100:00100000:2.0:1746157414.419204:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.419237:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.419256:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.419378:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.419569:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268775552 00000100:00100000:0.0:1746157414.419576:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268775552 00002000:00100000:0.0:1746157414.419610:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880099f34a80 x1830978268775552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.419619:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34a80 with x1830978268775552 ext(2097152->3145727) 00002000:00010000:0.0:1746157414.419623:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f34a80 00000100:00100000:0.0:1746157414.419636:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268775680 00000100:00100000:0.0:1746157414.419638:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268775680 00002000:00100000:0.0:1746157414.419646:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880099f35180 x1830978268775680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.419652:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35180 with x1830978268775680 ext(3145728->4194303) 00002000:00010000:0.0:1746157414.419655:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35180 00000100:00100000:0.0:1746157414.419667:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268776064 00000100:00100000:0.0:1746157414.419669:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268776064 00002000:00100000:0.0:1746157414.419678:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880099f35880 x1830978268776064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.419684:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35880 with x1830978268776064 ext(3145728->4194303) 00002000:00010000:0.0:1746157414.419686:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f35880 00000100:00100000:0.0:1746157414.419692:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268775936 00000100:00100000:0.0:1746157414.419693:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268775936 00002000:00100000:0.0:1746157414.419702:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880099f34e00 x1830978268775936/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.419708:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34e00 with x1830978268775936 ext(2097152->3145727) 00002000:00010000:0.0:1746157414.419710:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f34e00 00000100:00100000:0.0:1746157414.419721:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5442 00000100:00100000:0.0:1746157414.419726:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+36:1986:x1830978268775552:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.420228:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5443 00000100:00100000:0.0:1746157414.420233:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1985:x1830978268775680:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.420624:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5444 00000100:00100000:0.0:1746157414.420629:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268776064:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.421255:0:32250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5445 00000100:00100000:3.0:1746157414.421262:0:32250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1986:x1830978268775936:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.431853:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1986:x1830978268775552:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12117us (12647us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.431867:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5442 00002000:00100000:2.0:1746157414.431877:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880099f34a80 x1830978268775552/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.431885:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34a80 with x1830978268775552 ext(2097152->3145727) 00002000:00010000:2.0:1746157414.431891:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f34a80 00000100:00100000:0.0:1746157414.433659:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1985:x1830978268775680:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13419us (14415us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.433667:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5443 00002000:00100000:0.0:1746157414.433674:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880099f35180 x1830978268775680/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.433681:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35180 with x1830978268775680 ext(3145728->4194303) 00002000:00010000:0.0:1746157414.433685:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099f35180 00000100:00100000:0.0:1746157414.437899:0:32250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1986:x1830978268775936:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 16630us (18513us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.437910:0:32250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5445 00002000:00100000:0.0:1746157414.437919:0:32250:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880099f34e00 x1830978268775936/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.437928:0:32250:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f34e00 with x1830978268775936 ext(2097152->3145727) 00002000:00010000:0.0:1746157414.437933:0:32250:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f34e00 00000100:00100000:2.0:1746157414.440848:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268776064:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 20205us (21578us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.440858:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5444 00002000:00100000:2.0:1746157414.440867:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880099f35880 x1830978268776064/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.440875:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35880 with x1830978268776064 ext(3145728->4194303) 00002000:00010000:2.0:1746157414.440879:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f35880 00000100:00100000:3.0:1746157414.460760:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.460795:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.460811:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.460851:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.460870:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268776448 00000100:00100000:3.0:1746157414.460875:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268777088 00000100:00100000:3.0:1746157414.460877:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268777088 00000100:00100000:1.0:1746157414.460877:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268776448 00002000:00100000:3.0:1746157414.460909:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880093136680 x1830978268777088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.460909:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880093135180 x1830978268776448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.460917:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136680 with x1830978268777088 ext(5242880->6291455) 00002000:00010000:3.0:1746157414.460922:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093136680 00000100:00100000:3.0:1746157414.460934:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268776576 00000100:00100000:3.0:1746157414.460936:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268776576 00002000:00100000:3.0:1746157414.460946:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008d9c8700 x1830978268776576/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.460952:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978268776576 ext(5242880->6291455) 00002000:00010000:3.0:1746157414.460955:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c8700 00000100:00100000:3.0:1746157414.460962:0:25281:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268776960 00000100:00100000:3.0:1746157414.460963:0:25281:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268776960 00002000:00100000:3.0:1746157414.460972:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88008d9cb100 x1830978268776960/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.460977:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9cb100 with x1830978268776960 ext(4194304->5242879) 00002000:00010000:3.0:1746157414.460979:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d9cb100 00000100:00100000:3.0:1746157414.461001:0:25281:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5446 00000100:00100000:3.0:1746157414.461008:0:25281:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1986:x1830978268777088:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.461647:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5447 00000100:00100000:3.0:1746157414.461653:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+36:1985:x1830978268776576:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:1.0:1746157414.461672:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978268776448 ext(4194304->5242879) 00002000:00010000:1.0:1746157414.461675:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135180 00000100:00100000:1.0:1746157414.461688:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5448 00000100:00100000:1.0:1746157414.461693:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1985:x1830978268776960:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.462214:0:20151:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5449 00000100:00100000:3.0:1746157414.462219:0:20151:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1985:x1830978268776448:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.474928:0:25281:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1986:x1830978268777088:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13908us (14119us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.474940:0:25281:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5446 00002000:00100000:0.0:1746157414.474953:0:25281:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880093136680 x1830978268777088/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.474963:0:25281:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093136680 with x1830978268777088 ext(5242880->6291455) 00002000:00010000:0.0:1746157414.474969:0:25281:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093136680 00000100:00100000:2.0:1746157414.477664:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1985:x1830978268776576:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 16002us (16842us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.477674:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5447 00002000:00100000:2.0:1746157414.477684:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008d9c8700 x1830978268776576/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.477692:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c8700 with x1830978268776576 ext(5242880->6291455) 00002000:00010000:2.0:1746157414.477697:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d9c8700 00000100:00100000:3.0:1746157414.482906:0:20151:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1985:x1830978268776448:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 20677us (22144us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157414.482916:0:20151:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5449 00002000:00100000:3.0:1746157414.482925:0:20151:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880093135180 x1830978268776448/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.482933:0:20151:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135180 with x1830978268776448 ext(4194304->5242879) 00002000:00010000:3.0:1746157414.482938:0:20151:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135180 00000100:00100000:1.0:1746157414.484695:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268776960:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 22996us (23838us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.484703:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5448 00002000:00100000:1.0:1746157414.484709:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88008d9cb100 x1830978268776960/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.484716:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9cb100 with x1830978268776960 ext(4194304->5242879) 00002000:00010000:1.0:1746157414.484720:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d9cb100 00000100:00100000:0.0:1746157414.494535:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.494740:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268777472 00000100:00100000:1.0:1746157414.494751:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268777472 00002000:00100000:1.0:1746157414.494793:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880136270a80 x1830978268777472/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.494803:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270a80 with x1830978268777472 ext(6291456->7340031) 00002000:00010000:1.0:1746157414.494807:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136270a80 00000100:00100000:1.0:1746157414.494844:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5450 00000100:00100000:1.0:1746157414.494851:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1983:x1830978268777472:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157414.502754:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1983:x1830978268777472:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 7896us (8224us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746157414.502764:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5450 00002000:00100000:1.0:1746157414.502774:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880136270a80 x1830978268777472/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.502782:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270a80 with x1830978268777472 ext(6291456->7340031) 00002000:00010000:1.0:1746157414.502788:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136270a80 00000100:00100000:2.0:1746157414.513335:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.513433:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.513514:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.513536:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268777728 00000100:00100000:2.0:1746157414.513542:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268777728 00000100:00100000:1.0:1746157414.513562:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268777984 00000100:00100000:1.0:1746157414.513567:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268777984 00002000:00100000:2.0:1746157414.513575:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880099f35c00 x1830978268777728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.513583:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35c00 with x1830978268777728 ext(6291456->7340031) 00002000:00100000:1.0:1746157414.513583:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88008fb83b80 x1830978268777984/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:2.0:1746157414.513588:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f35c00 00002000:00100000:1.0:1746157414.513591:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83b80 with x1830978268777984 ext(7340032->8388607) 00002000:00010000:1.0:1746157414.513594:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb83b80 00000100:00100000:2.0:1746157414.513753:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268778240 00000100:00100000:2.0:1746157414.513755:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268778240 00000100:00100000:1.0:1746157414.513767:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5451 00000100:00100000:2.0:1746157414.513773:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5452 00000100:00100000:2.0:1746157414.513778:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268777984:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157414.514103:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268777728:12345-192.168.203.5@tcp:3:cmp.0 00002000:00100000:2.0:1746157414.514378:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008fb83100 x1830978268778240/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.514385:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83100 with x1830978268778240 ext(7340032->8388607) 00002000:00010000:2.0:1746157414.514387:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb83100 00000100:00100000:2.0:1746157414.514901:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5453 00000100:00100000:2.0:1746157414.514908:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1985:x1830978268778240:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.526270:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+11:1985:x1830978268777984:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12484us (12829us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.526282:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5452 00002000:00100000:2.0:1746157414.526291:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88008fb83b80 x1830978268777984/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.526299:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83b80 with x1830978268777984 ext(7340032->8388607) 00002000:00010000:2.0:1746157414.526304:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb83b80 00000100:00100000:2.0:1746157414.529443:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268777728:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15661us (16108us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.529527:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5451 00002000:00100000:2.0:1746157414.529538:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880099f35c00 x1830978268777728/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.529629:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35c00 with x1830978268777728 ext(6291456->7340031) 00002000:00010000:2.0:1746157414.529634:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f35c00 00000100:00100000:2.0:1746157414.533353:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1985:x1830978268778240:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 18437us (19830us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.533362:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5453 00002000:00100000:2.0:1746157414.533371:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008fb83100 x1830978268778240/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.533378:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb83100 with x1830978268778240 ext(7340032->8388607) 00002000:00010000:2.0:1746157414.533382:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb83100 00000100:00100000:0.0:1746157414.541246:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.541348:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268778496 00000100:00100000:2.0:1746157414.541356:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268778496 00002000:00100000:2.0:1746157414.541391:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880136270000 x1830978268778496/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.541405:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268778496 ext(8388608->9437183) 00002000:00010000:2.0:1746157414.541410:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136270000 00000100:00100000:1.0:1746157414.542167:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.542642:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268778752 00000100:00100000:0.0:1746157414.542647:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268778752 00002000:00100000:0.0:1746157414.542674:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008bdbbb80 x1830978268778752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.542682:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbbb80 with x1830978268778752 ext(8388608->9437183) 00002000:00010000:0.0:1746157414.542685:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdbbb80 00000100:00100000:3.0:1746157414.542686:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5454 00000100:00100000:0.0:1746157414.542699:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5455 00000100:00100000:3.0:1746157414.542704:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268778496:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.542704:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268778752:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.552053:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1986:x1830978268778752:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 9341us (9880us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.552063:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5455 00002000:00100000:2.0:1746157414.552093:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008bdbbb80 x1830978268778752/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.552101:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdbbb80 with x1830978268778752 ext(8388608->9437183) 00002000:00010000:2.0:1746157414.552106:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdbbb80 00000100:00100000:3.0:1746157414.557779:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268778496:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15079us (16534us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157414.557790:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5454 00002000:00100000:3.0:1746157414.557798:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880136270000 x1830978268778496/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.557807:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136270000 with x1830978268778496 ext(8388608->9437183) 00002000:00010000:3.0:1746157414.557811:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136270000 00000100:00100000:1.0:1746157414.567713:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.567940:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.568716:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268779136 00000100:00100000:3.0:1746157414.568723:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268779136 00002000:00100000:3.0:1746157414.568760:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88008bdb9f80 x1830978268779136/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.568769:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268779136 ext(9437184->10485759) 00002000:00010000:3.0:1746157414.568773:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9f80 00000100:00100000:3.0:1746157414.568794:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268779264 00000100:00100000:3.0:1746157414.568796:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268779264 00002000:00100000:3.0:1746157414.568806:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008bdb9500 x1830978268779264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.568812:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9500 with x1830978268779264 ext(9437184->10485759) 00002000:00010000:3.0:1746157414.568815:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdb9500 00000100:00100000:0.0:1746157414.568821:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5456 00000100:00100000:0.0:1746157414.568829:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268779136:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.568876:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5457 00000100:00100000:3.0:1746157414.568882:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268779264:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.583603:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268779264:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14710us (15652us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157414.583613:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5457 00002000:00100000:3.0:1746157414.583621:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008bdb9500 x1830978268779264/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746157414.583629:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268779136:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 14801us (15922us total) trans 0 rc 1048576/1048576 00002000:00100000:3.0:1746157414.583630:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9500 with x1830978268779264 ext(9437184->10485759) 00000100:00100000:2.0:1746157414.583635:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5456 00002000:00010000:3.0:1746157414.583636:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdb9500 00002000:00100000:2.0:1746157414.583638:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88008bdb9f80 x1830978268779136/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.583644:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb9f80 with x1830978268779136 ext(9437184->10485759) 00002000:00010000:2.0:1746157414.583646:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb9f80 00000100:00100000:1.0:1746157414.588927:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.589140:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268779520 00000100:00100000:2.0:1746157414.589147:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268779520 00002000:00100000:2.0:1746157414.589182:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008bdb8e00 x1830978268779520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.589190:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8e00 with x1830978268779520 ext(10485760->11534335) 00002000:00010000:2.0:1746157414.589194:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8e00 00000100:00100000:2.0:1746157414.589686:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5458 00000100:00100000:2.0:1746157414.589694:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1986:x1830978268779520:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:0.0:1746157414.590194:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.590226:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268779776 00000100:00100000:3.0:1746157414.590233:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268779776 00002000:00100000:3.0:1746157414.590252:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880136271880 x1830978268779776/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.590259:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271880 with x1830978268779776 ext(10485760->11534335) 00002000:00010000:3.0:1746157414.590262:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136271880 00000100:00100000:3.0:1746157414.590274:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5459 00000100:00100000:3.0:1746157414.590279:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268779776:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:1.0:1746157414.594677:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.594976:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268780032 00000100:00100000:0.0:1746157414.594992:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268780032 00002000:00100000:0.0:1746157414.595028:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008bdb8a80 x1830978268780032/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.595036:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268780032 ext(11534336->12582911) 00002000:00010000:0.0:1746157414.595042:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8a80 00000100:00100000:0.0:1746157414.595069:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5460 00000100:00100000:0.0:1746157414.595095:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1985:x1830978268780032:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:3.0:1746157414.605846:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268779776:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 15557us (15643us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157414.605856:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5459 00002000:00100000:3.0:1746157414.605865:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880136271880 x1830978268779776/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.605873:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136271880 with x1830978268779776 ext(10485760->11534335) 00002000:00010000:3.0:1746157414.605878:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136271880 00000100:00100000:2.0:1746157414.606357:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+37:1986:x1830978268779520:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 16657us (17430us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.606366:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5458 00002000:00100000:2.0:1746157414.606375:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008bdb8e00 x1830978268779520/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.606383:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8e00 with x1830978268779520 ext(10485760->11534335) 00002000:00010000:2.0:1746157414.606388:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8e00 00000100:00100000:0.0:1746157414.607872:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1985:x1830978268780032:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 12769us (13194us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.607882:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5460 00002000:00100000:0.0:1746157414.607890:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008bdb8a80 x1830978268780032/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.607899:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8a80 with x1830978268780032 ext(11534336->12582911) 00002000:00010000:0.0:1746157414.607904:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bdb8a80 00000100:00100000:0.0:1746157414.616052:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.616185:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268780288 00000100:00100000:2.0:1746157414.616196:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268780288 00002000:00100000:2.0:1746157414.616244:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880136273800 x1830978268780288/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.616253:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978268780288 ext(11534336->12582911) 00002000:00010000:2.0:1746157414.616259:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136273800 00000100:00100000:0.0:1746157414.616306:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5461 00000100:00100000:1.0:1746157414.616478:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268780288:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.630273:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1985:x1830978268780288:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 13898us (14220us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.630285:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5461 00002000:00100000:2.0:1746157414.630296:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880136273800 x1830978268780288/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.630305:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136273800 with x1830978268780288 ext(11534336->12582911) 00002000:00010000:2.0:1746157414.630312:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136273800 00000100:00100000:2.0:1746157414.636766:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.636912:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268780544 00000100:00100000:0.0:1746157414.636921:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268780544 00002000:00100000:0.0:1746157414.636970:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88008fb81880 x1830978268780544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.636993:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81880 with x1830978268780544 ext(12582912->13631487) 00002000:00010000:0.0:1746157414.636999:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81880 00000100:00100000:0.0:1746157414.637029:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5462 00000100:00100000:0.0:1746157414.637037:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1984:x1830978268780544:12345-192.168.203.5@tcp:3:cmp.0 00000100:00100000:2.0:1746157414.642655:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1984:x1830978268780544:12345-192.168.203.5@tcp:3:cmp.0 Request processed in 5611us (5893us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746157414.642668:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5462 00002000:00100000:2.0:1746157414.642678:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff88008fb81880 x1830978268780544/t0(0) o3->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/440 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.642687:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb81880 with x1830978268780544 ext(12582912->13631487) 00002000:00010000:2.0:1746157414.642692:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fb81880 00000100:00100000:1.0:1746157414.648280:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.648373:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268780800 00000100:00100000:0.0:1746157414.648382:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268780800 00000100:00100000:0.0:1746157414.648425:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 175 00000100:00100000:0.0:1746157414.648432:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1157:x1830978268780800:12345-192.168.203.5@tcp:35:cmp.0 00000100:00100000:1.0:1746157414.649442:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1157:x1830978268780800:12345-192.168.203.5@tcp:35:cmp.0 Request processed in 1004us (1168us total) trans 4294983549 rc 0/0 00000100:00100000:1.0:1746157414.649451:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 175 00000100:00100000:0.0:1746157414.661000:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.661138:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.661199:0:7130:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268781184 00000100:00100000:1.0:1746157414.661209:0:7130:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268781184 00000100:00100000:1.0:1746157414.661269:0:7130:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10 00000100:00100000:1.0:1746157414.661277:0:7130:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1985:x1830978268781184:12345-192.168.203.5@tcp:63:ll_sa.0 00010000:00010000:1.0:1746157414.661319:0:7130:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.661337:0:7130:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e620d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03271e expref: -99 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.661388:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.661402:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.661412:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.661426:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.661435:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.661440:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00000100:00100000:2.0:1746157414.661994:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268781056 00000100:00100000:2.0:1746157414.661999:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268781056 00000100:00100000:2.0:1746157414.662028:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37976 00000100:00100000:2.0:1746157414.662031:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1160:x1830978268781056:12345-192.168.203.5@tcp:36:rm.0 00010000:00010000:2.0:1746157414.662056:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746157414.662090:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091522400/0x4450b99e49e61e2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325ea expref: 35 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.662107:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800914ffc00/0x4450b99e49e61de0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0325ce expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.662115:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:2.0:1746157414.662122:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091516c00/0x4450b99e49e62002 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032653 expref: 33 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.662127:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:2.0:1746157414.662128:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746157414.662135:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.662140:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.662145:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.662169:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.662176:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 25 pid: 7124 timeout: 621 lvb_type: 0 00000100:00100000:2.0:1746157414.662185:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb80e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267232896:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157414.662259:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a460f0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746157414.662279:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662287:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662293:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662298:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dbc0600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.662302:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662308:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662315:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:1.0:1746157414.662318:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.662320:0:7130:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.662326:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662330:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e620db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662342:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662347:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662352:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662356:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094448800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.662358:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662362:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662367:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800943edd00) 00010000:00010000:1.0:1746157414.662369:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.662371:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662375:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.662413:0:7130:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e620d4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03271e expref: 32 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.662420:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:1.0:1746157414.662422:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157414.662423:0:7130:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.662428:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e620d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03271e expref: 32 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.662439:0:7130:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dbc0000, rc -2) 00000100:00100000:1.0:1746157414.662470:0:7130:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f10050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1985:x1830978268781184:12345-192.168.203.5@tcp:63:ll_sa.0 Request processed in 1194us (1333us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746157414.662477:0:7130:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10 00000100:00100000:0.0:1746157414.666104:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb80e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267232896:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157414.666138:0:7125:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157414.667318:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.667540:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268781312 00000100:00100000:2.0:1746157414.667548:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268781312 00010000:00010000:2.0:1746157414.667585:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 26 pid: 7124 timeout: 621 lvb_type: 0 00000100:00100000:2.0:1746157414.667732:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10618 00000100:00100000:2.0:1746157414.667741:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1985:x1830978268781312:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157414.667753:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157414.667759:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 26 pid: 7124 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.667770:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 26 pid: 7124 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.667792:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d44600/0x4450b99e49e6204f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032676 expref: 26 pid: 7124 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.667812:0:21179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:2.0:1746157414.667816:0:21179:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.667824:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.667830:0:21179:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.667860:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157414.667906:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1985:x1830978268781312:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 166us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.667913:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10618 00010000:00010000:0.0:1746157414.668067:0:7125:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.668311:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.668332:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.668340:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.668347:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.668461:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.668470:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.668476:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.668506:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.668517:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 24 pid: 7125 timeout: 621 lvb_type: 0 00000100:00100000:0.0:1746157414.668529:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ccbfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267233024:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157414.668606:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b219c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746157414.670034:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ccbfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267233024:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157414.670059:0:7125:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746157414.670953:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.671004:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268781440 00000100:00100000:2.0:1746157414.671011:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268781440 00010000:00010000:2.0:1746157414.671042:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 25 pid: 7125 timeout: 621 lvb_type: 0 00000100:00100000:2.0:1746157414.671067:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10619 00000100:00100000:2.0:1746157414.671092:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a494ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1985:x1830978268781440:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157414.671106:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157414.671111:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 25 pid: 7125 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.671122:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 25 pid: 7125 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.671147:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb6f400/0x4450b99e49e61e65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032629 expref: 25 pid: 7125 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.671162:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:2.0:1746157414.671167:0:7110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.671176:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.671183:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.671198:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157414.671235:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a494ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1985:x1830978268781440:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 162us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.671242:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10619 00010000:00010000:1.0:1746157414.671379:0:7125:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.671387:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672039:0:9878:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1746157414.672263:0:7125:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:1.0:1746157414.672271:0:7125:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 521725198242ns, next at 522725196253ns, rc = 0 00000040:00080000:1.0:1746157414.672286:0:7125:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:1.0:1746157414.672289:0:7125:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 521725216803ns, next at 522725216262ns, rc = 0 00010000:00010000:1.0:1746157414.672360:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672372:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672381:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672388:0:7125:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672392:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672397:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672417:0:7125:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746157414.672437:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672441:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672446:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672448:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746157414.672451:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac17e00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:3.0:1746157414.672454:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672455:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672460:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094448800 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:1.0:1746157414.672460:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672462:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672468:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672470:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:1.0:1746157414.672472:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157414.672475:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672477:0:7113:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800943ed500) 00010000:00010000:3.0:1746157414.672479:0:7113:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746157414.672480:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17e00/0x4450b99e49e620f7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672482:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672486:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e620fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746157414.672519:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157414.672521:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746157414.672523:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746157414.672547:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672553:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672557:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672564:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4585c00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.672567:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672571:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672577:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a800) 00010000:00010000:1.0:1746157414.672579:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.672581:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.672585:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4585c00/0x4450b99e49e620e9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:1.0:1746157414.672600:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880136273480 reply state ffff880136a8d000 transno 4294983550 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157414.672607:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746157414.672690:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1160:x1830978268781056:12345-192.168.203.5@tcp:36:rm.0 Request processed in 10653us (11709us total) trans 4294983550 rc 0/0 00000100:00100000:1.0:1746157414.672698:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37976 00010000:00010000:0.0:1746157414.674680:0:3297:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.674705:0:3297:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.674713:0:3297:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.674719:0:3297:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac17000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157414.674723:0:3297:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.674730:0:3297:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.674746:0:3297:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012d15a500) 00010000:00010000:0.0:1746157414.674748:0:3297:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157414.674752:0:3297:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.674756:0:3297:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17000/0x4450b99e49e620f0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746157414.706629:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.706710:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268781568 00000100:00100000:1.0:1746157414.706720:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268781568 00000100:00100000:1.0:1746157414.706850:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37977 00000100:00100000:1.0:1746157414.706858:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+31:1163:x1830978268781568:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:1.0:1746157414.706883:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.706903:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094449400/0x4450b99e49e62105 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032756 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.706969:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448000/0x4450b99e49e6210c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.706992:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094448000/0x4450b99e49e6210c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.707004:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094448000/0x4450b99e49e6210c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157414.707064:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746157414.707067:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746157414.707106:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094448000/0x4450b99e49e6210c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.707127:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094449400/0x4450b99e49e62105 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032756 expref: 33 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.707880:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448000/0x4450b99e49e6210c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032756 expref: 32 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.707890:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943ed200) 00010000:00010000:1.0:1746157414.707893:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746157414.707896:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094448000, rc 0) 00000100:00100000:1.0:1746157414.707970:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1163:x1830978268781568:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 1112us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157414.707977:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37977 00000100:00100000:2.0:1746157414.710111:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.710172:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268781824 00000100:00100000:1.0:1746157414.710182:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268781824 00000100:00100000:1.0:1746157414.710233:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37978 00000100:00100000:1.0:1746157414.710240:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+32:1163:x1830978268781824:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:1.0:1746157414.710261:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.710264:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746157414.710290:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094448000/0x4450b99e49e6210c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032756 expref: 32 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.710308:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943ed200) 00010000:00010000:1.0:1746157414.710319:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746157414.710331:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e62113 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03275d expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.710456:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710469:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710477:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710488:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710493:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710499:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710913:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710921:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710930:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157414.710938:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:1.0:1746157414.710957:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710962:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710968:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710972:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dbc0000 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.710975:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.710994:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.711001:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800943ede00) 00010000:00010000:1.0:1746157414.711004:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.711006:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.711010:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0000/0x4450b99e49e6211a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:1.0:1746157414.711019:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008fb81180 reply state ffff880099832000 transno 4294983551 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:1.0:1746157414.711025:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746157414.711044:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094448800/0x4450b99e49e62113 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.711058:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 33 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.711064:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800943edf00) 00010000:00010000:1.0:1746157414.711065:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157414.711067:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac970a00, rc 0) 00000100:00100000:1.0:1746157414.711158:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1163:x1830978268781824:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 918us (1084us total) trans 4294983551 rc 0/0 00000100:00100000:1.0:1746157414.711165:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37978 00010000:00010000:0.0:1746157414.712360:0:3296:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.712370:0:3296:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.712379:0:3296:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.712384:0:3296:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dbc0600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157414.712387:0:3296:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.712392:0:3296:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.712403:0:3296:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800943ed900) 00010000:00010000:0.0:1746157414.712405:0:3296:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746157414.712407:0:3296:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.712411:0:3296:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dbc0600/0x4450b99e49e62121 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157414.713235:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.713427:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268782080 00000100:00100000:1.0:1746157414.713435:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268782080 00000100:00100000:1.0:1746157414.713479:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37979 00000100:00100000:1.0:1746157414.713485:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1163:x1830978268782080:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:1.0:1746157414.713505:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.713520:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094448a00/0x4450b99e49e62136 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032764 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.713599:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.713610:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.713616:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.713646:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.713661:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 34 pid: 7125 timeout: 621 lvb_type: 0 00000100:00100000:1.0:1746157414.713672:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267233152:192.168.203.5@tcp:104: 00000100:00100000:1.0:1746157414.714133:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092b680c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157414.715660:0:7125:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bdb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830978267233152:192.168.203.5@tcp:104: 00010000:00010000:1.0:1746157414.715680:0:7125:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:3.0:1746157414.716248:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.716306:0:21179:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268782208 00000100:00100000:2.0:1746157414.716312:0:21179:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268782208 00010000:00010000:2.0:1746157414.716344:0:21179:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 35 pid: 7125 timeout: 621 lvb_type: 0 00000100:00100000:2.0:1746157414.716643:0:21179:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10620 00000100:00100000:2.0:1746157414.716652:0:21179:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1986:x1830978268782208:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157414.716664:0:21179:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157414.716670:0:21179:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 35 pid: 7125 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.716680:0:21179:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 35 pid: 7125 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.716703:0:21179:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac970a00/0x4450b99e49e62128 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03275d expref: 35 pid: 7125 timeout: 621 lvb_type: 0 00010000:00010000:2.0:1746157414.716733:0:21179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800943edf00) 00010000:00010000:2.0:1746157414.716738:0:21179:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.716746:0:21179:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.716752:0:21179:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.716768:0:21179:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157414.716818:0:21179:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1986:x1830978268782208:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 167us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.716824:0:21179:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10620 00010000:00010000:2.0:1746157414.716858:0:7125:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.716863:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746157414.716880:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:2.0:1746157414.717065:0:7125:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00000004:00080000:2.0:1746157414.717097:0:7125:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1746157414.717638:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.717646:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.717651:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.717656:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009452c600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:2.0:1746157414.717659:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.717665:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.717674:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800943edf00) 00010000:00010000:2.0:1746157414.717677:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746157414.717679:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.717683:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009452c600/0x4450b99e49e6213d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746157414.717733:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094448a00/0x4450b99e49e62136 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032764 expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.717741:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094448a00/0x4450b99e49e62136 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032764 expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.717750:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094448a00, rc 0) 00000100:00100000:2.0:1746157414.718435:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1163:x1830978268782080:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 4947us (5202us total) trans 4294983552 rc 301/301 00000100:00100000:2.0:1746157414.718443:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37979 00000100:00100000:3.0:1746157414.720759:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.720830:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268782464 00000100:00100000:1.0:1746157414.720841:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268782464 00000100:00100000:1.0:1746157414.720910:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 176 00000100:00100000:1.0:1746157414.720920:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+33:1163:x1830978268782464:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:1.0:1746157414.721842:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1163:x1830978268782464:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 920us (1089us total) trans 4294983553 rc 0/0 00000100:00100000:1.0:1746157414.721852:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 176 00000100:00100000:3.0:1746157414.723642:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.723814:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268782592 00000100:00100000:2.0:1746157414.723824:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268782592 00000100:00100000:2.0:1746157414.724104:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37980 00000100:00100000:2.0:1746157414.724115:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+34:1163:x1830978268782592:12345-192.168.203.5@tcp:101:lfs.0 00010000:00010000:2.0:1746157414.724141:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157414.724166:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4584000/0x4450b99e49e6214b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03276b expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.724233:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4584000/0x4450b99e49e6214b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03276b expref: 35 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.724247:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4584000/0x4450b99e49e6214b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03276b expref: 35 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.724266:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009baa2300) 00010000:00010000:2.0:1746157414.724269:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746157414.724273:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4584000, rc 0) 00000100:00100000:2.0:1746157414.724347:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1163:x1830978268782592:12345-192.168.203.5@tcp:101:lfs.0 Request processed in 234us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.724354:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37980 00000100:00100000:2.0:1746157414.727841:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.727960:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268782848 00000100:00100000:1.0:1746157414.727971:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268782848 00000100:00100000:1.0:1746157414.728047:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 177 00000100:00100000:1.0:1746157414.728057:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+35:1163:x1830978268782848:12345-192.168.203.5@tcp:35:lfs.0 00000100:00100000:1.0:1746157414.728493:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1163:x1830978268782848:12345-192.168.203.5@tcp:35:lfs.0 Request processed in 436us (661us total) trans 4294983554 rc 0/0 00000100:00100000:1.0:1746157414.728503:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 177 00000100:00100000:3.0:1746157414.737439:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.737972:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268782976 00000100:00100000:0.0:1746157414.737992:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268782976 00000100:00100000:0.0:1746157414.738068:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37981 00000100:00100000:0.0:1746157414.738130:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1165:x1830978268782976:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157414.738158:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157414.738181:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17600/0x4450b99e49e62152 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032772 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.738249:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e62159 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157414.738264:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e62159 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157414.738280:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e62159 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746157414.738350:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746157414.738354:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746157414.738372:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e62159 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746157414.738397:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17600/0x4450b99e49e62152 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032772 expref: 26 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.738443:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e62159 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032772 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.738453:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00010000:00010000:0.0:1746157414.738456:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157414.738459:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac17a00, rc 0) 00000100:00100000:0.0:1746157414.738519:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1165:x1830978268782976:12345-192.168.203.5@tcp:101:dd.0 Request processed in 392us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157414.738527:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37981 00000100:00100000:2.0:1746157414.742404:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.742460:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.742505:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268783104 00000100:00100000:1.0:1746157414.742514:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268783104 00000100:00100000:1.0:1746157414.742554:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268783360 00000100:00100000:1.0:1746157414.742556:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268783360 00000100:00100000:1.0:1746157414.742688:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37982 00000100:00100000:1.0:1746157414.742694:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+36:1164:x1830978268783104:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:1.0:1746157414.742715:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.742730:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b455da00/0x4450b99e49e62160 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032779 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.742782:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa40e600/0x4450b99e49e62167 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157414.742791:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa40e600/0x4450b99e49e62167 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157414.742800:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa40e600/0x4450b99e49e62167 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:1.0:1746157414.742854:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746157414.742856:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746157414.742868:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa40e600/0x4450b99e49e62167 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746157414.742883:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b455da00/0x4450b99e49e62160 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032779 expref: 38 pid: 7124 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157414.742886:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37983 00000100:00100000:0.0:1746157414.742908:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+25:1165:x1830978268783360:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:1.0:1746157414.742910:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa40e600/0x4450b99e49e62167 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032779 expref: 37 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.742915:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00010000:00010000:1.0:1746157414.742917:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746157414.742919:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.742920:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aa40e600, rc 0) 00010000:00010000:0.0:1746157414.742921:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746157414.742941:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac17a00/0x4450b99e49e62159 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032772 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.742955:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00000100:00100000:1.0:1746157414.742958:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1164:x1830978268783104:12345-192.168.203.5@tcp:101:dd.0 Request processed in 265us (566us total) trans 0 rc 0/0 00010000:00010000:0.0:1746157414.742959:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746157414.742963:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37982 00010000:00010000:0.0:1746157414.742966:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16e00/0x4450b99e49e6216e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032780 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.743190:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743198:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743215:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743231:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743237:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743242:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743394:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e62183 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743402:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e62183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743408:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e62183 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746157414.743415:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:1.0:1746157414.743621:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743632:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743638:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743642:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfba00 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.743645:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743651:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743658:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00010000:00010000:1.0:1746157414.743661:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.743663:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743668:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfba00/0x4450b99e49e62175 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743675:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743965:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743970:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743974:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfa400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.743976:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.743994:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.744004:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800943edc00) 00010000:00010000:1.0:1746157414.744006:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.744008:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.744012:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa400/0x4450b99e49e6217c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.744049:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16e00/0x4450b99e49e6216e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032780 expref: 27 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.744060:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa200/0x4450b99e49e62183 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032780 expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.744066:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009baa2300) 00010000:00010000:1.0:1746157414.744068:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157414.744092:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbfa200, rc 0) 00000100:00100000:1.0:1746157414.744134:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1165:x1830978268783360:12345-192.168.203.5@tcp:101:dd.0 Request processed in 1239us (1674us total) trans 4294983555 rc 0/0 00000100:00100000:1.0:1746157414.744141:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37983 00000100:00100000:1.0:1746157414.752264:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.752301:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.752331:0:7130:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268783744 00000100:00100000:1.0:1746157414.752340:0:7130:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268783744 00000100:00100000:1.0:1746157414.752401:0:7130:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 11 00000100:00100000:1.0:1746157414.752408:0:7130:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+37:1985:x1830978268783744:12345-192.168.203.5@tcp:63:ll_sa.0 00010000:00010000:1.0:1746157414.752443:0:7130:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.752461:0:7130:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa000/0x4450b99e49e62191 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f03278e expref: -99 pid: 7130 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157414.752505:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268783616 00000100:00100000:0.0:1746157414.752511:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268783616 00000100:00100000:0.0:1746157414.752543:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 37984 00000100:00100000:0.0:1746157414.752551:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1164:x1830978268783616:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157414.752561:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157414.752564:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746157414.752595:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746157414.752599:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa40e600/0x4450b99e49e62167 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032779 expref: 39 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.752607:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752615:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746157414.752615:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00010000:00010000:0.0:1746157414.752620:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746157414.752627:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e6219f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032787 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.752628:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752633:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752644:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752755:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4584a00/0x4450b99e49e621ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752763:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4584a00/0x4450b99e49e621ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752769:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4584a00/0x4450b99e49e621ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00000004:00200000:1.0:1746157414.752783:0:7130:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:1.0:1746157414.752787:0:7130:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746157414.752800:0:7130:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4584a00/0x4450b99e49e621ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752808:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4584a00/0x4450b99e49e621ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752815:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752821:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752827:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752832:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b9c400 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.752836:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752842:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752849:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00010000:00010000:1.0:1746157414.752852:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.752855:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752859:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c400/0x4450b99e49e62198 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752866:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752871:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752875:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752879:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099b9c800 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.752881:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752885:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752889:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800943eda00) 00010000:00010000:1.0:1746157414.752891:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.752892:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752896:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b9c800/0x4450b99e49e621a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746157414.752904:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e621b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746157414.752914:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e621b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.752916:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa000/0x4450b99e49e62191 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03278e expref: 40 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.752922:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e621b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746157414.752925:0:7130:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4584a00/0x4450b99e49e621ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f03278e expref: 39 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.752929:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009baa2300) 00010000:00010000:1.0:1746157414.752931:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000004:00200000:0.0:1746157414.752931:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:1.0:1746157414.752933:0:7130:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4584a00, rc 0) 00010000:00010000:1.0:1746157414.752935:0:7130:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746157414.752940:0:7130:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800998f4000/0x4450b99e49e621bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f032795 expref: -99 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.752956:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752964:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752969:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752975:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752990:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.752995:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753016:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753020:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753024:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753028:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099a78600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:1.0:1746157414.753029:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753033:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753037:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00010000:00010000:1.0:1746157414.753039:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.753041:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753045:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099a78600/0x4450b99e49e621c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753051:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753055:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753059:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753062:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bb68600 already unused, calling callback (ffffffffa136a690) 00010000:00010000:0.0:1746157414.753062:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16000/0x4450b99e49e6219f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032787 expref: 42 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.753064:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753067:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753093:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800943edf00) 00010000:00010000:1.0:1746157414.753095:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746157414.753096:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:1.0:1746157414.753100:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb68600/0x4450b99e49e621d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746157414.753110:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e621b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032787 expref: 41 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.753116:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8801337df500) 00010000:00010000:0.0:1746157414.753118:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746157414.753120:0:7130:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800998f4000/0x4450b99e49e621bb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032795 expref: 41 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.753121:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ac16800, rc 0) 00010000:00010000:1.0:1746157414.753125:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d15a500) 00010000:00010000:1.0:1746157414.753127:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746157414.753130:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800998f4000/0x4450b99e49e621bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032795 expref: 41 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746157414.753139:0:7130:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800998f4000, rc -2) 00000100:00100000:0.0:1746157414.753407:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1164:x1830978268783616:12345-192.168.203.5@tcp:101:dd.0 Request processed in 856us (1152us total) trans 4294983556 rc 0/0 00000100:00100000:1.0:1746157414.753415:0:7130:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0f2b0a9e-9074-4d5d-94af-13424c171e41+40:1985:x1830978268783744:12345-192.168.203.5@tcp:63:ll_sa.0 Request processed in 1006us (1112us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746157414.753416:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 37984 00000100:00100000:1.0:1746157414.753422:0:7130:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 11 00000100:00100000:2.0:1746157414.757579:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.757640:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.757675:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.757698:0:8487:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268784000 00000100:00100000:0.0:1746157414.757698:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268783872 00000100:00100000:2.0:1746157414.757707:0:8487:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268784000 00000100:00100000:0.0:1746157414.757707:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268783872 00000100:00100000:0.0:1746157414.757760:0:21450:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268784128 00000100:00100000:0.0:1746157414.757763:0:21450:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268784128 00000100:00100000:3.0:1746157414.757798:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7314 00000100:00100000:3.0:1746157414.757808:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268783872:12345-192.168.203.5@tcp:101:ll_agl.0 00010000:00010000:3.0:1746157414.757828:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157414.757850:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0327c6 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746157414.757895:0:16659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746157414.757926:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157414.757928:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157414.757937:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 10 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157414.757955:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 10 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157414.757966:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093341200, rc 0) 00000100:00100000:3.0:1746157414.758033:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1985:x1830978268783872:12345-192.168.203.5@tcp:101:ll_agl.0 Request processed in 225us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157414.758040:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7314 00000100:00100000:3.0:1746157414.758158:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7315 00000100:00100000:3.0:1746157414.758165:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+9:1165:x1830978268784128:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:3.0:1746157414.758173:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746157414.758182:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e621de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0327d4 expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.758204:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 9 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157414.758211:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157414.758212:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746157414.758215:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e621de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327d4 expref: 10 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.758245:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 9 pid: 16659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746157414.758258:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 9 pid: 16659 timeout: 621 lvb_type: 1 00000100:00100000:3.0:1746157414.758271:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009252f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978267233280:192.168.203.5@tcp:104: 00000100:00100000:2.0:1746157414.758347:0:8487:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7316 00000100:00100000:2.0:1746157414.758355:0:8487:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1986:x1830978268784000:12345-192.168.203.5@tcp:101:ll_agl.0 00010000:00010000:2.0:1746157414.758365:0:8487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746157414.758380:0:8487:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0327cd expref: -99 pid: 8487 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746157414.758400:0:8487:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746157414.758413:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.758414:0:8487:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.758420:0:8487:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 9 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157414.758431:0:8487:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 9 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746157414.758448:0:8487:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4584e00, rc 0) 00000100:00100000:2.0:1746157414.758486:0:8487:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268784000:12345-192.168.203.5@tcp:101:ll_agl.0 Request processed in 132us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.758494:0:8487:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7316 00000100:00100000:1.0:1746157414.758517:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.758632:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b4c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746157414.758662:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268784256 00000100:00100000:3.0:1746157414.758667:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268784256 00000100:00100000:3.0:1746157414.758703:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 225 00000100:00100000:3.0:1746157414.758710:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1986:x1830978268784256:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746157414.758722:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746157414.760064:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ac16800/0x4450b99e49e621b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f032787 expref: 39 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.760118:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8801337df500) 00010000:00010000:3.0:1746157414.760123:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157414.760208:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1986:x1830978268784256:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 1495us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157414.760217:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 225 00000100:00100000:3.0:1746157414.762255:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009252f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16659:1830978267233280:192.168.203.5@tcp:104: 00010000:00010000:3.0:1746157414.762297:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e621de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327d4 expref: 10 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.762316:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093341e00, rc 0) 00000100:00100000:3.0:1746157414.763054:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1165:x1830978268784128:12345-192.168.203.5@tcp:101:dd.0 Request processed in 4882us (5371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157414.763066:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7315 00000100:00100000:2.0:1746157414.765348:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.765457:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268784384 00000100:00100000:2.0:1746157414.765468:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268784384 00010000:00010000:2.0:1746157414.765512:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 10 pid: 16659 timeout: 621 lvb_type: 1 00000100:00100000:2.0:1746157414.765559:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10621 00000100:00100000:2.0:1746157414.765568:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+10:1984:x1830978268784384:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157414.765588:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157414.765614:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 10 pid: 16659 timeout: 621 lvb_type: 1 00010000:00010000:2.0:1746157414.765629:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 10 pid: 16659 timeout: 621 lvb_type: 1 00010000:00010000:2.0:1746157414.765657:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093341200/0x4450b99e49e621d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327c6 expref: 10 pid: 16659 timeout: 621 lvb_type: 1 00010000:00010000:2.0:1746157414.765683:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.765686:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.765695:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e621de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327d4 expref: 9 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.765704:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e621de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327d4 expref: 9 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.765745:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093341e00/0x4450b99e49e621de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327d4 expref: 9 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157414.765761:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fb80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267233408:192.168.203.5@tcp:105: 00000100:00100000:2.0:1746157414.765867:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a460f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157414.765891:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.765935:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268784640 00000100:00100000:0.0:1746157414.765939:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268784640 00000100:00100000:0.0:1746157414.765975:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5463 00000100:00100000:0.0:1746157414.765992:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268784640:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:0.0:1746157414.766017:0:25492:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.766028:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157414.766029:0:25492:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157414.766032:0:25492:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.766043:0:25492:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157414.774310:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fb80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7110:1830978267233408:192.168.203.5@tcp:105: 00010000:00010000:2.0:1746157414.774336:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746157414.774409:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1984:x1830978268784384:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 8838us (9066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157414.774421:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10621 00000100:00100000:3.0:1746157414.775622:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.776126:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268784896 00000100:00100000:2.0:1746157414.776136:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268784896 00000100:00100000:2.0:1746157414.776202:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5464 00000100:00100000:2.0:1746157414.776212:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268784896:12345-192.168.203.5@tcp:3:dd.0 00010000:00010000:2.0:1746157414.776253:0:32253:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.776269:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.776271:0:32253:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.776277:0:32253:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.776290:0:32253:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.777456:0:25492:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.777469:0:25492:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.777477:0:25492:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.777484:0:25492:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ac16a00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:0.0:1746157414.777488:0:25492:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.777496:0:25492:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.777515:0:25492:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.777522:0:25492:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ac16a00/0x4450b99e49e621ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25492 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746157414.777659:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268784640:12345-192.168.203.5@tcp:3:dd.0 Request processed in 11672us (11763us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746157414.777669:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5463 00000100:00100000:3.0:1746157414.783198:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.783247:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.783372:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268785152 00000100:00100000:0.0:1746157414.783381:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268785152 00000100:00100000:0.0:1746157414.783425:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 7317 00000100:00100000:0.0:1746157414.783432:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+35:1165:x1830978268785152:12345-192.168.203.5@tcp:101:dd.0 00010000:00010000:0.0:1746157414.783452:0:16659:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746157414.783470:0:16659:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e621fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x66b5e10b8f0327db expref: -99 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.783499:0:16659:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 8 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157414.783506:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157414.783508:0:16659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746157414.783512:0:16659:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e621fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327db expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.783541:0:16659:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 8 pid: 8487 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746157414.783552:0:16659:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 8 pid: 8487 timeout: 621 lvb_type: 1 00000100:00100000:0.0:1746157414.783562:0:16659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ccbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267233536:192.168.203.5@tcp:104: 00000100:00100000:0.0:1746157414.784021:0:16659:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b219c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746157414.784305:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268785280 00000100:00100000:1.0:1746157414.784310:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268785280 00002000:00100000:1.0:1746157414.784335:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff88009252c000 x1830978268785280/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.784344:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c000 with x1830978268785280 ext(0->1048575) 00002000:00010000:1.0:1746157414.784349:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252c000 00000100:00100000:1.0:1746157414.784362:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5465 00000100:00100000:1.0:1746157414.784366:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+10:1985:x1830978268785280:12345-192.168.203.5@tcp:4:dd.0 00010000:00010000:3.0:1746157414.786861:0:32253:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.786879:0:32253:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.786888:0:32253:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.786896:0:32253:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b455da00 already unused, calling callback (ffffffffa089fd70) 00010000:00010000:3.0:1746157414.786900:0:32253:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.786909:0:32253:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.786931:0:32253:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746157414.786938:0:32253:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b455da00/0x4450b99e49e621f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32253 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157414.787741:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.787772:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268785408 00000100:00100000:2.0:1746157414.787780:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268785408 00010000:00010000:2.0:1746157414.787817:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 9 pid: 8487 timeout: 621 lvb_type: 1 00000100:00100000:2.0:1746157414.787849:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 10622 00000100:00100000:2.0:1746157414.787858:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1985:x1830978268785408:12345-192.168.203.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746157414.787874:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746157414.787897:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 9 pid: 8487 timeout: 621 lvb_type: 1 00010000:00010000:2.0:1746157414.787915:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 9 pid: 8487 timeout: 621 lvb_type: 1 00010000:00010000:2.0:1746157414.787938:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.787941:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746157414.787949:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e621fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327db expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.787958:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e621fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327db expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746157414.788011:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e621fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327db expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746157414.788028:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099f35f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267233664:192.168.203.5@tcp:105: 00010000:00010000:0.0:1746157414.788860:0:16659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4584e00/0x4450b99e49e621e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327cd expref: 9 pid: 8487 timeout: 621 lvb_type: 1 00000100:00100000:2.0:1746157414.788863:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a460f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746157414.788878:0:16659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ccbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16659:1830978267233536:192.168.203.5@tcp:104: 00010000:00010000:0.0:1746157414.788899:0:16659:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x4450b99e49e621fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.5@tcp remote: 0x66b5e10b8f0327db expref: 36 pid: 16659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746157414.788909:0:16659:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091512800, rc 0) 00000100:00100000:0.0:1746157414.788930:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d629c97a-4e38-430f-8f51-de7ebb6bb76a+36:1165:x1830978268785152:12345-192.168.203.5@tcp:101:dd.0 Request processed in 5497us (5742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157414.788937:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 7317 00000100:00100000:3.0:1746157414.789125:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:0f2b0a9e-9074-4d5d-94af-13424c171e41+9:1986:x1830978268784896:12345-192.168.203.5@tcp:3:dd.0 Request processed in 12911us (13505us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746157414.789134:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5464 00000100:00100000:3.0:1746157414.792359:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099f35f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830978267233664:192.168.203.5@tcp:105: 00010000:00010000:3.0:1746157414.792389:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746157414.792481:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0f2b0a9e-9074-4d5d-94af-13424c171e41+8:1985:x1830978268785408:12345-192.168.203.5@tcp:103:ldlm_bl.0 Request processed in 4621us (4742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157414.792494:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 10622 00000100:00100000:0.0:1746157414.807553:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.808763:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268785664 00000100:00100000:3.0:1746157414.808777:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268785664 00002000:00100000:3.0:1746157414.808833:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88012ccbf480 x1830978268785664/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.808845:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf480 with x1830978268785664 ext(0->1048575) 00002000:00010000:3.0:1746157414.808852:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbf480 00000100:00100000:3.0:1746157414.808884:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5466 00000100:00100000:3.0:1746157414.808895:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+36:1985:x1830978268785664:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157414.818657:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1985:x1830978268785280:12345-192.168.203.5@tcp:4:dd.0 Request processed in 34272us (35391us total) trans 4294968772 rc 0/0 00000100:00100000:1.0:1746157414.818671:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5465 00002000:00100000:1.0:1746157414.818687:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff88009252c000 x1830978268785280/t4294968772(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.818698:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c000 with x1830978268785280 ext(0->1048575) 00002000:00010000:1.0:1746157414.818705:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252c000 00000100:00100000:2.0:1746157414.831191:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.832400:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268785920 00000100:00100000:1.0:1746157414.832412:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268785920 00002000:00100000:1.0:1746157414.832463:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff880099f35f80 x1830978268785920/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.832474:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35f80 with x1830978268785920 ext(1048576->2097151) 00002000:00010000:1.0:1746157414.832480:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f35f80 00000100:00100000:1.0:1746157414.832512:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5467 00000100:00100000:1.0:1746157414.832520:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+12:1986:x1830978268785920:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.838338:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+38:1985:x1830978268785664:12345-192.168.203.5@tcp:4:dd.0 Request processed in 29433us (30783us total) trans 4294968073 rc 0/0 00000100:00100000:2.0:1746157414.838353:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5466 00002000:00100000:2.0:1746157414.838366:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88012ccbf480 x1830978268785664/t4294968073(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.838375:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf480 with x1830978268785664 ext(0->1048575) 00002000:00010000:2.0:1746157414.838382:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbf480 00000100:00100000:2.0:1746157414.845397:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.845473:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268786176 00000100:00100000:3.0:1746157414.845484:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268786176 00002000:00100000:3.0:1746157414.845536:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800a55e0700 x1830978268786176/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.845546:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0700 with x1830978268786176 ext(1048576->2097151) 00002000:00010000:3.0:1746157414.845552:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0700 00000100:00100000:3.0:1746157414.845587:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5468 00000100:00100000:3.0:1746157414.845595:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+38:1984:x1830978268786176:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.850031:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.850469:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268786432 00000100:00100000:1.0:1746157414.850478:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268786432 00000100:00100000:1.0:1746157414.850526:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 178 00000100:00100000:1.0:1746157414.850532:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e8b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+38:1164:x1830978268786432:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:1.0:1746157414.850700:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e8b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0f2b0a9e-9074-4d5d-94af-13424c171e41+39:1164:x1830978268786432:12345-192.168.203.5@tcp:35:dd.0 Request processed in 168us (680us total) trans 4294983557 rc 0/0 00000100:00100000:1.0:1746157414.850706:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 178 00000100:00100000:3.0:1746157414.851410:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1986:x1830978268785920:12345-192.168.203.5@tcp:4:dd.0 Request processed in 18886us (20226us total) trans 4294968773 rc 0/0 00000100:00100000:3.0:1746157414.851422:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5467 00002000:00100000:3.0:1746157414.851433:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff880099f35f80 x1830978268785920/t4294968773(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.851442:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099f35f80 with x1830978268785920 ext(1048576->2097151) 00002000:00010000:3.0:1746157414.851447:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099f35f80 00000100:00100000:2.0:1746157414.855249:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.855284:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268786688 00000100:00100000:0.0:1746157414.855293:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268786688 00002000:00100000:0.0:1746157414.855328:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff8800a55e2680 x1830978268786688/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.855337:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2680 with x1830978268786688 ext(2097152->3145727) 00002000:00010000:0.0:1746157414.855342:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e2680 00000100:00100000:0.0:1746157414.855359:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5469 00000100:00100000:0.0:1746157414.855366:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+14:1984:x1830978268786688:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157414.856337:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+40:1984:x1830978268786176:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10738us (10946us total) trans 4294968074 rc 0/0 00000100:00100000:3.0:1746157414.856348:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5468 00002000:00100000:3.0:1746157414.856358:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800a55e0700 x1830978268786176/t4294968074(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.856366:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e0700 with x1830978268786176 ext(1048576->2097151) 00002000:00010000:3.0:1746157414.856372:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55e0700 00000100:00100000:0.0:1746157414.866558:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1984:x1830978268786688:12345-192.168.203.5@tcp:4:dd.0 Request processed in 11178us (11306us total) trans 4294968774 rc 0/0 00000100:00100000:0.0:1746157414.866573:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5469 00002000:00100000:0.0:1746157414.866584:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff8800a55e2680 x1830978268786688/t4294968774(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.866594:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55e2680 with x1830978268786688 ext(2097152->3145727) 00002000:00010000:0.0:1746157414.866600:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55e2680 00000100:00100000:0.0:1746157414.868777:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.869420:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268786944 00000100:00100000:2.0:1746157414.869430:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268786944 00002000:00100000:2.0:1746157414.869481:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012ccbce00 x1830978268786944/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.869491:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbce00 with x1830978268786944 ext(2097152->3145727) 00002000:00010000:2.0:1746157414.869497:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbce00 00000100:00100000:2.0:1746157414.869994:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5470 00000100:00100000:2.0:1746157414.870004:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+40:1983:x1830978268786944:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157414.878190:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.879127:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268787200 00000100:00100000:3.0:1746157414.879138:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268787200 00002000:00100000:3.0:1746157414.879193:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff88008bdb8700 x1830978268787200/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.879202:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8700 with x1830978268787200 ext(3145728->4194303) 00002000:00010000:3.0:1746157414.879208:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdb8700 00000100:00100000:3.0:1746157414.879246:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5471 00000100:00100000:3.0:1746157414.879254:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+16:1984:x1830978268787200:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.881132:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+42:1983:x1830978268786944:12345-192.168.203.5@tcp:4:dd.0 Request processed in 11119us (12354us total) trans 4294968075 rc 0/0 00000100:00100000:2.0:1746157414.881144:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5470 00002000:00100000:2.0:1746157414.881153:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012ccbce00 x1830978268786944/t4294968075(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.881161:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbce00 with x1830978268786944 ext(2097152->3145727) 00002000:00010000:2.0:1746157414.881167:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbce00 00000100:00100000:2.0:1746157414.888180:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.889163:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268787456 00000100:00100000:3.0:1746157414.889174:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268787456 00002000:00100000:3.0:1746157414.889219:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880093135c00 x1830978268787456/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.889229:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135c00 with x1830978268787456 ext(3145728->4194303) 00002000:00010000:3.0:1746157414.889235:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135c00 00000100:00100000:3.0:1746157414.889266:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5472 00000100:00100000:3.0:1746157414.889272:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+42:1984:x1830978268787456:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.893566:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157414.893829:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268787712 00000100:00100000:1.0:1746157414.893840:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268787712 00002000:00100000:1.0:1746157414.893883:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff880093134e00 x1830978268787712/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.893892:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134e00 with x1830978268787712 ext(4194304->5242879) 00002000:00010000:1.0:1746157414.893898:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093134e00 00000100:00100000:1.0:1746157414.893963:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5473 00000100:00100000:1.0:1746157414.893972:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+18:1984:x1830978268787712:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157414.895347:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1984:x1830978268787200:12345-192.168.203.5@tcp:4:dd.0 Request processed in 16087us (17161us total) trans 4294968775 rc 0/0 00000100:00100000:3.0:1746157414.895359:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5471 00002000:00100000:3.0:1746157414.895368:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff88008bdb8700 x1830978268787200/t4294968775(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.895376:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bdb8700 with x1830978268787200 ext(3145728->4194303) 00002000:00010000:3.0:1746157414.895380:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bdb8700 00000100:00100000:3.0:1746157414.898756:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+44:1984:x1830978268787456:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9472us (10576us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1746157414.898768:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5472 00002000:00100000:3.0:1746157414.898780:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880093135c00 x1830978268787456/t4294968076(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.898789:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093135c00 with x1830978268787456 ext(3145728->4194303) 00002000:00010000:3.0:1746157414.898797:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093135c00 00000100:00100000:0.0:1746157414.903436:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.903527:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268787968 00000100:00100000:3.0:1746157414.903537:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268787968 00002000:00100000:3.0:1746157414.903583:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88012ccbd500 x1830978268787968/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.903594:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbd500 with x1830978268787968 ext(4194304->5242879) 00002000:00010000:3.0:1746157414.903600:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbd500 00000100:00100000:3.0:1746157414.903624:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5474 00000100:00100000:3.0:1746157414.903631:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+44:1983:x1830978268787968:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157414.906349:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1984:x1830978268787712:12345-192.168.203.5@tcp:4:dd.0 Request processed in 12367us (12780us total) trans 4294968776 rc 0/0 00000100:00100000:0.0:1746157414.906361:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5473 00002000:00100000:0.0:1746157414.906372:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff880093134e00 x1830978268787712/t4294968776(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.906381:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093134e00 with x1830978268787712 ext(4194304->5242879) 00002000:00010000:0.0:1746157414.906387:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093134e00 00000100:00100000:3.0:1746157414.913282:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+46:1983:x1830978268787968:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9638us (9843us total) trans 4294968077 rc 0/0 00000100:00100000:3.0:1746157414.913295:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5474 00002000:00100000:3.0:1746157414.913306:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88012ccbd500 x1830978268787968/t4294968077(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.913315:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbd500 with x1830978268787968 ext(4194304->5242879) 00002000:00010000:3.0:1746157414.913321:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbd500 00000100:00100000:1.0:1746157414.916869:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.916987:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268788224 00000100:00100000:3.0:1746157414.916997:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268788224 00002000:00100000:3.0:1746157414.917041:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff88008d9c9f80 x1830978268788224/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.917051:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9f80 with x1830978268788224 ext(5242880->6291455) 00002000:00010000:3.0:1746157414.917056:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d9c9f80 00000100:00100000:3.0:1746157414.917635:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5475 00000100:00100000:3.0:1746157414.917644:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+20:1983:x1830978268788224:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.925183:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.925308:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268788480 00000100:00100000:0.0:1746157414.925318:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268788480 00002000:00100000:0.0:1746157414.925363:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880093210700 x1830978268788480/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.925373:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830978268788480 ext(5242880->6291455) 00002000:00010000:0.0:1746157414.925378:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:0.0:1746157414.925401:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5476 00000100:00100000:0.0:1746157414.925408:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+46:1983:x1830978268788480:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157414.926523:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+22:1983:x1830978268788224:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8877us (9660us total) trans 4294968777 rc 0/0 00000100:00100000:3.0:1746157414.926532:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5475 00002000:00100000:3.0:1746157414.926541:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff88008d9c9f80 x1830978268788224/t4294968777(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.926549:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d9c9f80 with x1830978268788224 ext(5242880->6291455) 00002000:00010000:3.0:1746157414.926553:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d9c9f80 00000100:00100000:0.0:1746157414.934218:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+48:1983:x1830978268788480:12345-192.168.203.5@tcp:4:dd.0 Request processed in 8799us (9034us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1746157414.934232:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5476 00002000:00100000:0.0:1746157414.934243:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880093210700 x1830978268788480/t4294968078(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.934253:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210700 with x1830978268788480 ext(5242880->6291455) 00002000:00010000:0.0:1746157414.934259:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093210700 00000100:00100000:2.0:1746157414.934380:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.934553:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268788736 00000100:00100000:0.0:1746157414.934560:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268788736 00002000:00100000:0.0:1746157414.934589:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff880093210380 x1830978268788736/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.934603:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210380 with x1830978268788736 ext(6291456->7340031) 00002000:00010000:0.0:1746157414.934607:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210380 00000100:00100000:0.0:1746157414.934635:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5477 00000100:00100000:0.0:1746157414.934642:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+22:1985:x1830978268788736:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157414.940543:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1985:x1830978268788736:12345-192.168.203.5@tcp:4:dd.0 Request processed in 5890us (6153us total) trans 4294968778 rc 0/0 00000100:00100000:0.0:1746157414.940555:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5477 00002000:00100000:0.0:1746157414.940567:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff880093210380 x1830978268788736/t4294968778(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.940577:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210380 with x1830978268788736 ext(6291456->7340031) 00002000:00010000:0.0:1746157414.940583:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210380 00000100:00100000:0.0:1746157414.941213:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.941305:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268788992 00000100:00100000:2.0:1746157414.941313:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268788992 00002000:00100000:2.0:1746157414.941347:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012ccbed80 x1830978268788992/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.941355:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbed80 with x1830978268788992 ext(6291456->7340031) 00002000:00010000:2.0:1746157414.941359:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbed80 00000100:00100000:2.0:1746157414.941387:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5478 00000100:00100000:2.0:1746157414.941395:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+48:1986:x1830978268788992:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157414.950121:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.950359:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268789248 00000100:00100000:3.0:1746157414.950369:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268789248 00002000:00100000:3.0:1746157414.950421:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff88008fb80000 x1830978268789248/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.950430:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80000 with x1830978268789248 ext(7340032->8388607) 00002000:00010000:3.0:1746157414.950435:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb80000 00000100:00100000:3.0:1746157414.950467:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5479 00000100:00100000:3.0:1746157414.950475:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+24:1985:x1830978268789248:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.952673:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+50:1986:x1830978268788992:12345-192.168.203.5@tcp:4:dd.0 Request processed in 11268us (11450us total) trans 4294968079 rc 0/0 00000100:00100000:2.0:1746157414.952685:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5478 00002000:00100000:2.0:1746157414.952696:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012ccbed80 x1830978268788992/t4294968079(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.952706:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbed80 with x1830978268788992 ext(6291456->7340031) 00002000:00010000:2.0:1746157414.952711:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbed80 00000100:00100000:1.0:1746157414.963037:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157414.963159:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268789504 00000100:00100000:2.0:1746157414.963170:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268789504 00002000:00100000:2.0:1746157414.963218:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880092c85880 x1830978268789504/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.963229:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85880 with x1830978268789504 ext(7340032->8388607) 00002000:00010000:2.0:1746157414.963234:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85880 00000100:00100000:2.0:1746157414.963268:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5480 00000100:00100000:2.0:1746157414.963276:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+50:1986:x1830978268789504:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157414.965891:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1985:x1830978268789248:12345-192.168.203.5@tcp:4:dd.0 Request processed in 15403us (15769us total) trans 4294968779 rc 0/0 00000100:00100000:3.0:1746157414.965905:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5479 00002000:00100000:3.0:1746157414.965917:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff88008fb80000 x1830978268789248/t4294968779(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.965925:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fb80000 with x1830978268789248 ext(7340032->8388607) 00002000:00010000:3.0:1746157414.965931:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fb80000 00000100:00100000:2.0:1746157414.973292:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+52:1986:x1830978268789504:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10006us (10253us total) trans 4294968080 rc 0/0 00000100:00100000:2.0:1746157414.973304:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5480 00002000:00100000:2.0:1746157414.973316:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880092c85880 x1830978268789504/t4294968080(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157414.973324:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c85880 with x1830978268789504 ext(7340032->8388607) 00002000:00010000:2.0:1746157414.973332:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c85880 00000100:00100000:2.0:1746157414.977727:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.978249:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268789760 00000100:00100000:0.0:1746157414.978260:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268789760 00002000:00100000:0.0:1746157414.978307:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff880093210e00 x1830978268789760/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.978318:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268789760 ext(8388608->9437183) 00002000:00010000:0.0:1746157414.978323:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157414.978359:0:2047:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5481 00000100:00100000:0.0:1746157414.978367:0:2047:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1985:x1830978268789760:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.985331:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157414.988225:0:2047:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:d629c97a-4e38-430f-8f51-de7ebb6bb76a+28:1985:x1830978268789760:12345-192.168.203.5@tcp:4:dd.0 Request processed in 9847us (10501us total) trans 4294968780 rc 0/0 00000100:00100000:0.0:1746157414.988238:0:2047:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5481 00002000:00100000:0.0:1746157414.988251:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff880093210e00 x1830978268789760/t4294968780(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.988260:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093210e00 with x1830978268789760 ext(8388608->9437183) 00002000:00010000:0.0:1746157414.988267:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093210e00 00000100:00100000:0.0:1746157414.988291:0:2047:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268790016 00000100:00100000:0.0:1746157414.988298:0:2047:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268790016 00002000:00100000:0.0:1746157414.988328:0:2047:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880093212300 x1830978268790016/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157414.988335:0:2047:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830978268790016 ext(8388608->9437183) 00002000:00010000:0.0:1746157414.988338:0:2047:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093212300 00000100:00100000:0.0:1746157414.988365:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5482 00000100:00100000:0.0:1746157414.988373:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+52:1985:x1830978268790016:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:2.0:1746157414.993624:0:3305:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:3.0:1746157414.993692:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268790272 00000100:00100000:3.0:1746157414.993703:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268790272 00002000:00100000:3.0:1746157414.993748:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff880093212d80 x1830978268790272/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/0 e 0 to 0 dl 1746157425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746157414.993759:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212d80 with x1830978268790272 ext(9437184->10485759) 00002000:00010000:3.0:1746157414.993765:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093212d80 00000100:00100000:3.0:1746157414.993795:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5483 00000100:00100000:3.0:1746157414.993804:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+28:1985:x1830978268790272:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157414.994784:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+54:1985:x1830978268790016:12345-192.168.203.5@tcp:4:dd.0 Request processed in 6407us (9463us total) trans 4294968081 rc 0/0 00000100:00100000:1.0:1746157414.994794:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5482 00002000:00100000:1.0:1746157414.994802:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880093212300 x1830978268790016/t4294968081(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157414.994810:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212300 with x1830978268790016 ext(8388608->9437183) 00002000:00010000:1.0:1746157414.994815:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093212300 00000100:00100000:2.0:1746157415.004766:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157415.004833:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268790528 00000100:00100000:1.0:1746157415.004843:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268790528 00002000:00100000:1.0:1746157415.004885:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880093213800 x1830978268790528/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/0 e 0 to 0 dl 1746157426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.004895:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830978268790528 ext(9437184->10485759) 00002000:00010000:1.0:1746157415.004901:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213800 00000100:00100000:1.0:1746157415.004931:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5484 00000100:00100000:1.0:1746157415.004938:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+54:1986:x1830978268790528:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157415.005056:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+30:1985:x1830978268790272:12345-192.168.203.5@tcp:4:dd.0 Request processed in 11252us (11442us total) trans 4294968781 rc 0/0 00000100:00100000:0.0:1746157415.005065:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5483 00002000:00100000:0.0:1746157415.005090:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff880093212d80 x1830978268790272/t4294968781(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:220/0 lens 488/448 e 0 to 0 dl 1746157425 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157415.005099:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093212d80 with x1830978268790272 ext(9437184->10485759) 00002000:00010000:0.0:1746157415.005102:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093212d80 00000100:00100000:1.0:1746157415.012416:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+56:1986:x1830978268790528:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7465us (7647us total) trans 4294968082 rc 0/0 00000100:00100000:1.0:1746157415.012431:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5484 00002000:00100000:1.0:1746157415.012442:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880093213800 x1830978268790528/t4294968082(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/448 e 0 to 0 dl 1746157426 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.012451:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213800 with x1830978268790528 ext(9437184->10485759) 00002000:00010000:1.0:1746157415.012458:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093213800 00000100:00100000:2.0:1746157415.013270:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157415.013389:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268790784 00000100:00100000:1.0:1746157415.013397:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268790784 00002000:00100000:1.0:1746157415.013434:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff880093213480 x1830978268790784/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/0 e 0 to 0 dl 1746157426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.013441:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268790784 ext(10485760->11534335) 00002000:00010000:1.0:1746157415.013445:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213480 00000100:00100000:1.0:1746157415.013770:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5485 00000100:00100000:1.0:1746157415.013778:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+30:1986:x1830978268790784:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157415.021687:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157415.022049:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268791040 00000100:00100000:1.0:1746157415.022059:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268791040 00002000:00100000:1.0:1746157415.022132:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88012ccbf800 x1830978268791040/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/0 e 0 to 0 dl 1746157426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.022141:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf800 with x1830978268791040 ext(10485760->11534335) 00002000:00010000:1.0:1746157415.022147:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbf800 00000100:00100000:1.0:1746157415.022184:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5486 00000100:00100000:1.0:1746157415.022194:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+56:1985:x1830978268791040:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157415.026197:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093213480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+32:1986:x1830978268790784:12345-192.168.203.5@tcp:4:dd.0 Request processed in 12413us (12921us total) trans 4294968782 rc 0/0 00000100:00100000:1.0:1746157415.026208:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5485 00002000:00100000:1.0:1746157415.026217:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff880093213480 x1830978268790784/t4294968782(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/448 e 0 to 0 dl 1746157426 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.026226:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093213480 with x1830978268790784 ext(10485760->11534335) 00002000:00010000:1.0:1746157415.026231:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093213480 00000100:00100000:1.0:1746157415.030121:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+58:1985:x1830978268791040:12345-192.168.203.5@tcp:4:dd.0 Request processed in 7916us (8432us total) trans 4294968083 rc 0/0 00000100:00100000:1.0:1746157415.030134:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5486 00002000:00100000:1.0:1746157415.030147:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88012ccbf800 x1830978268791040/t4294968083(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/448 e 0 to 0 dl 1746157426 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.030157:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbf800 with x1830978268791040 ext(10485760->11534335) 00002000:00010000:1.0:1746157415.030163:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ccbf800 00000100:00100000:0.0:1746157415.034834:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157415.034941:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268791296 00000100:00100000:1.0:1746157415.034952:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268791296 00002000:00100000:1.0:1746157415.037105:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff88012ccbdc00 x1830978268791296/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/0 e 0 to 0 dl 1746157426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.037120:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbdc00 with x1830978268791296 ext(11534336->12582911) 00002000:00010000:1.0:1746157415.037127:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ccbdc00 00000100:00100000:1.0:1746157415.037175:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5487 00000100:00100000:1.0:1746157415.037183:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+32:1985:x1830978268791296:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:3.0:1746157415.045625:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:2.0:1746157415.046164:0:32253:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268791552 00000100:00100000:2.0:1746157415.046175:0:32253:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268791552 00002000:00100000:2.0:1746157415.046224:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009252c380 x1830978268791552/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/0 e 0 to 0 dl 1746157426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157415.046234:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c380 with x1830978268791552 ext(11534336->12582911) 00002000:00010000:2.0:1746157415.046240:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c380 00000100:00100000:2.0:1746157415.046359:0:32253:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5488 00000100:00100000:2.0:1746157415.046367:0:32253:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+58:1985:x1830978268791552:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:1.0:1746157415.047302:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ccbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+34:1985:x1830978268791296:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10117us (12475us total) trans 4294968783 rc 0/0 00000100:00100000:1.0:1746157415.047311:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5487 00002000:00100000:1.0:1746157415.047318:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff88012ccbdc00 x1830978268791296/t4294968783(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/448 e 0 to 0 dl 1746157426 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746157415.047326:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ccbdc00 with x1830978268791296 ext(11534336->12582911) 00002000:00010000:1.0:1746157415.047330:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ccbdc00 00000100:00100000:3.0:1746157415.051993:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:1.0:1746157415.052246:0:19554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268791936 00000100:00100000:1.0:1746157415.052256:0:19554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268791936 00000100:00100000:1.0:1746157415.052323:0:19554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 179 00000100:00100000:1.0:1746157415.052331:0:19554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+26:1165:x1830978268791936:12345-192.168.203.5@tcp:35:dd.0 00000100:00100000:1.0:1746157415.052616:0:19554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d629c97a-4e38-430f-8f51-de7ebb6bb76a+27:1165:x1830978268791936:12345-192.168.203.5@tcp:35:dd.0 Request processed in 285us (643us total) trans 4294983558 rc 0/0 00000100:00100000:1.0:1746157415.052623:0:19554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 179 00000100:00080000:0.0:1746157415.052695:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746157415.052736:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.5@tcp (source: 12345-192.168.203.5@tcp) 00000100:00100000:0.0:1746157415.053166:0:25492:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978268792064 00000100:00100000:0.0:1746157415.053170:0:25492:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978268792064 00002000:00100000:0.0:1746157415.053197:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff88009252c700 x1830978268792064/t0(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/0 e 0 to 0 dl 1746157426 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157415.053206:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268792064 ext(12582912->13631487) 00002000:00010000:0.0:1746157415.053212:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252c700 00000100:00100000:0.0:1746157415.053328:0:25492:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.5@tcp, seq: 5489 00000100:00100000:0.0:1746157415.053334:0:25492:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+34:1986:x1830978268792064:12345-192.168.203.5@tcp:4:dd.0 00000100:00100000:0.0:1746157415.063793:0:25492:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d629c97a-4e38-430f-8f51-de7ebb6bb76a+36:1986:x1830978268792064:12345-192.168.203.5@tcp:4:dd.0 Request processed in 10444us (11042us total) trans 4294968784 rc 0/0 00000100:00100000:0.0:1746157415.063808:0:25492:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5489 00002000:00100000:0.0:1746157415.063823:0:25492:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff88009252c700 x1830978268792064/t4294968784(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/448 e 0 to 0 dl 1746157426 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746157415.063832:0:25492:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c700 with x1830978268792064 ext(12582912->13631487) 00002000:00010000:0.0:1746157415.063839:0:25492:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009252c700 00000100:00100000:2.0:1746157415.066812:0:32253:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:d629c97a-4e38-430f-8f51-de7ebb6bb76a+60:1985:x1830978268791552:12345-192.168.203.5@tcp:4:dd.0 Request processed in 20432us (21184us total) trans 4294968084 rc 0/0 00000100:00100000:2.0:1746157415.066824:0:32253:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.5@tcp, seq: 5488 00002000:00100000:2.0:1746157415.066922:0:32253:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009252c380 x1830978268791552/t4294968084(0) o4->d629c97a-4e38-430f-8f51-de7ebb6bb76a@192.168.203.5@tcp:221/0 lens 488/448 e 0 to 0 dl 1746157426 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746157415.066931:0:32253:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009252c380 with x1830978268791552 ext(11534336->12582911) 00002000:00010000:2.0:1746157415.066937:0:32253:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009252c380 00000100:00100000:1.0:1746157415.602508:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1830978267233920:0@lo:400:kworker.0 00000100:00100000:1.0:1746157415.602557:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157415.602609:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267234432:0@lo:400:kworker.0 00000100:00100000:0.0:1746157415.602618:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267233920 00000100:00100000:0.0:1746157415.602625:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267233920 00000100:00100000:1.0:1746157415.602630:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157415.602654:0:3310:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746157415.602659:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1830978267234048:0@lo:400:kworker.0 00000100:00100000:0.0:1746157415.602659:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1746157415.602665:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1830978267233920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157415.602674:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157415.602696:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267234048 00000100:00100000:1.0:1746157415.602699:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267234048 00000100:00100000:0.0:1746157415.602706:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3310:x1830978267233920:12345-0@lo:400:kworker.0 Request processed in 41us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157415.602712:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1746157415.602721:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1746157415.602726:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1830978267234048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157415.602732:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267234432 00000100:00100000:0.0:1746157415.602735:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267234432 00000100:00100000:1.0:1746157415.602746:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3310:x1830978267234048:12345-0@lo:400:kworker.0 Request processed in 20us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157415.602750:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1746157415.602761:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1746157415.602766:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267234432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746157415.602775:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800930d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3310:1830978267234048:0@lo:400:kworker.0 00000100:00100000:2.0:1746157415.602815:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267234176:0@lo:400:kworker.0 00000100:00100000:3.0:1746157415.602850:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3313:1830978267233792:0@lo:400:kworker.0 00000100:00100000:1.0:1746157415.603462:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3310:1830978267233920:0@lo:400:kworker.0 00000100:00080000:1.0:1746157415.603485:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746157415.603488:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746157415.603653:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157415.603728:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157415.603732:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267234432:12345-0@lo:400:kworker.0 Request processed in 964us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157415.603740:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1746157415.603747:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800930d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1830978267234304:0@lo:400:kworker.0 00000100:00100000:0.0:1746157415.603750:0:16659:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267234176 00000100:00100000:0.0:1746157415.603752:0:16659:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267234176 00000100:00100000:3.0:1746157415.603762:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746157415.603771:0:16659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1746157415.603776:0:16659:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267234176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746157415.603801:0:16659:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267234176:12345-0@lo:400:kworker.0 Request processed in 26us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746157415.603806:0:16659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:1.0:1746157415.603810:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746157415.603827:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800930d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267234432:0@lo:400:kworker.0 00000100:00100000:2.0:1746157415.603884:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267233792 00000100:00100000:2.0:1746157415.603888:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267233792 00000100:00100000:2.0:1746157415.603918:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1746157415.603923:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4660850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3313:x1830978267233792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157415.603948:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4660850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb+18:3313:x1830978267233792:12345-0@lo:400:kworker.0 Request processed in 25us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157415.603953:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1746157415.603972:0:21265:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267234304 00000100:00100000:2.0:1746157415.603988:0:21265:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267234304 00000100:00100000:2.0:1746157415.604005:0:21265:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1746157415.604009:0:21265:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1830978267234304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746157415.604029:0:21265:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009252ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3313:x1830978267234304:12345-0@lo:400:kworker.0 Request processed in 20us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746157415.604033:0:21265:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1746157415.604056:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800930d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267234176:0@lo:400:kworker.0 00000100:00080000:1.0:1746157415.604103:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746157415.604171:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4bdc9b30-4c14-4ba1-ad7c-78a8725f1fdb:3313:1830978267233792:0@lo:400:kworker.0 00000100:00100000:3.0:1746157415.604179:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800930d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3313:1830978267234304:0@lo:400:kworker.0 00000100:00100000:1.0:1746157415.650166:0:3310:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746157415.650182:0:3310:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009252e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267234560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746157415.650541:0:3310:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746157415.650842:0:24586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267234560 00000100:00100000:3.0:1746157415.650848:0:24586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267234560 00000100:00100000:3.0:1746157415.650884:0:24586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1746157415.650890:0:24586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267234560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746157415.650905:0:24586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 243466240 pending 22151168 free 3791650816 avail 3789553664 00000100:00100000:3.0:1746157415.650932:0:24586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3310:x1830978267234560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746157415.650938:0:24586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1746157415.651002:0:3310:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009252e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3310:1830978267234560:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746157415.674209:0:11049:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746157415.718717:0:5352:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000004:00080000:2.0:1746157415.778745:0:9233:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 522831671486ns, next at 523831670418ns, rc = 0 00000100:00100000:2.0:1746157415.778765:0:3312:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267234688:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746157415.778812:0:3312:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746157415.779343:0:8491:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830978267234688 00000100:00100000:1.0:1746157415.779350:0:8491:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830978267234688 00000100:00100000:1.0:1746157415.779382:0:8491:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1746157415.779388:0:8491:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267234688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746157415.779406:0:8491:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 449642496 pending 42598400 free 3829399552 avail 3827302400 00000100:00100000:1.0:1746157415.779437:0:8491:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3312:x1830978267234688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746157415.779443:0:8491:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1746157415.779511:0:3312:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3312:1830978267234688:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1746157416.142201:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968078 is committed 00000001:00080000:3.0:1746157416.142219:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968083 is committed 00000001:00080000:3.0:1746157416.142253:0:8572:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968084 is committed Debug log: 70103 lines, 70103 kept, 0 dropped, 0 bad.